00000400:00000010:2.0F:1780383112.888113:0:2354:0:(lib-cpt.c:111:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 0000000069bb0f57. 00000400:00000010:2.0:1780383112.888131:0:2354:0:(lib-cpt.c:120:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 0000000050b45552. 00000400:00000010:2.0:1780383112.888135:0:2354:0:(lib-cpt.c:124:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 000000001aa6e170. 00000400:00000010:2.0:1780383112.888138:0:2354:0:(lib-cpt.c:131:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 0000000032f58f13. 00000400:00000010:2.0:1780383112.888315:0:2354:0:(lib-cpt.c:138:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 64 at 000000001cf7e263. 00000400:00000010:2.0:1780383112.888319:0:2354:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 000000002cd0499b. 00000400:00000010:2.0:1780383112.888322:0:2354:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 000000000d0eb95a. 00000400:00000010:2.0:1780383112.888323:0:2354:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 00000000aadc7980. 00000400:00000010:2.0:1780383112.888325:0:2354:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 0000000034cd93a3. 00000400:00000010:2.0:1780383113.665291:0:2354:0:(lock.c:50:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 000000007196280e. 00000400:00000010:2.0:1780383113.665304:0:2354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d2cf68bf. 00000400:00000010:2.0:1780383113.665309:0:2354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002b057705. 00000400:00000010:2.0:1780383113.665311:0:2354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006a3a4eac. 00000400:00000010:2.0:1780383113.665313:0:2354:0:(lock.c:50:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 0000000042d847bc. 00000400:00000010:2.0:1780383113.665315:0:2354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000095d39e76. 00000400:00000010:2.0:1780383113.665316:0:2354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000553c5d01. 00000400:00000010:2.0:1780383113.665317:0:2354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007265ae02. 00000400:00000200:2.0:1780383113.665452:0:2354:0:(api-ni.c:980:lnet_register_lnd()) lo LND registered 00000400:00000200:1.0F:1780383113.942597:0:2370:0:(api-ni.c:980:lnet_register_lnd()) tcp LND registered 00000020:02000000:2.0:1780383114.559671:0:2383:0:(class_obd.c:787:obdclass_init()) Lustre: Build Version: 2.17.53_57_g7d1c020 00000020:00000010:3.0F:1780383114.577348:0:2383:0:(lustre_handles.c:148:class_handle_init()) kmalloced '(handle_hash)': 2097152 at 000000009e093cd1. 00000001:00000010:3.0:1780383114.578995:0:2383:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ca29344c. 00000001:00000010:3.0:1780383114.579005:0:2383:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e3dde7a7. 00000001:00000010:3.0:1780383114.579009:0:2383:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000470fac89. 00000001:00000010:3.0:1780383114.579011:0:2383:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000737ebe14. 00000001:00000010:3.0:1780383114.579013:0:2383:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000050901e39. 00000001:00000010:3.0:1780383114.579015:0:2383:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000336d4928. 00000020:00000010:3.0:1780383114.579072:0:2383:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ee584e2. 00000020:00000010:3.0:1780383114.579077:0:2383:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000004bb7360e. 00000020:00000010:3.0:1780383114.579081:0:2383:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000affc2fb2. 00000020:00000010:3.0:1780383114.579084:0:2383:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000001ca5d3b8. 00000001:00000010:3.0:1780383114.579087:0:2383:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000a13a20fc. 00000020:00000010:3.0:1780383114.579137:0:2383:0:(cl_object.c:1176:cl_global_init()) kmalloced '(cl_envs)': 192 at 0000000043f84726. 00000020:00000010:3.0:1780383114.579247:0:2383:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060d8d6f0. 00000020:00000010:3.0:1780383114.579252:0:2383:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d6f15773. 00000020:00000010:3.0:1780383114.579254:0:2383:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000009cf17b56. 00000020:00000010:3.0:1780383114.579257:0:2383:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002bba20e. 00000020:00000010:3.0:1780383114.579259:0:2383:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ad940e9. 00000020:00000010:3.0:1780383114.579261:0:2383:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000365688ee. 00000020:00000010:3.0:1780383114.579262:0:2383:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000020b4b911. 00000020:00000010:3.0:1780383114.579264:0:2383:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d1bf06a. 00000020:00000010:3.0:1780383114.579266:0:2383:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001314b218. 00000020:00000010:3.0:1780383114.579268:0:2383:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000088087691. 00000020:00000010:3.0:1780383114.579270:0:2383:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000bd60bf8f. 00000020:00000010:3.0:1780383114.579271:0:2383:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001882ed01. 00000020:00000010:3.0:1780383114.579274:0:2383:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064758fda. 00000020:00000010:3.0:1780383114.579276:0:2383:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000770da494. 00000020:00000010:3.0:1780383114.579277:0:2383:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000008f6ac3ad. 00000020:00000010:3.0:1780383114.579280:0:2383:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e710207. 02000000:00000010:3.0:1780383114.579285:0:2383:0:(page_pools.c:1088:obd_pool_init()) kmalloced '(page_pools)': 112 at 0000000055564e9c. 02000000:00000010:3.0:1780383114.579288:0:2383:0:(page_pools.c:1092:obd_pool_init()) kmalloced '(pool_shrinkers)': 112 at 00000000069d2af0. 02000000:00000010:3.0:1780383114.579300:0:2383:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000000b847675. 02000000:00000010:3.0:1780383114.579303:0:2383:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 1056 at 00000000032db21a. 00000001:00000010:3.0:1780383114.579311:0:2383:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000007ce158ca. 00000020:00000010:3.0:1780383114.579337:0:2383:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000fc91bb66. 00000020:00000010:3.0:1780383114.579347:0:2383:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000fc91bb66. 02000000:00000010:3.0:1780383114.579501:0:2383:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000c46c2586. 02000000:00000010:3.0:1780383114.579506:0:2383:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 528 at 00000000a8616d8c. 00000001:00000010:3.0:1780383114.579508:0:2383:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000006aaf17ff. 00000020:00000010:3.0:1780383114.579534:0:2383:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000fc91bb66. 00000020:00000010:3.0:1780383114.579546:0:2383:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000fc91bb66. 02000000:00000010:3.0:1780383114.579550:0:2383:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000209df521. 02000000:00000010:3.0:1780383114.579552:0:2383:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 264 at 00000000bb1a57b0. 00000001:00000010:3.0:1780383114.579554:0:2383:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000002f985ef9. 00000020:00000010:3.0:1780383114.579573:0:2383:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000fc91bb66. 00000020:00000010:3.0:1780383114.579580:0:2383:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000fc91bb66. 02000000:00000010:3.0:1780383114.579582:0:2383:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000004995cdc7. 02000000:00000010:3.0:1780383114.579584:0:2383:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 136 at 00000000fc91bb66. 00000001:00000010:3.0:1780383114.579587:0:2383:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000ae9d6b00. 00000020:00000010:3.0:1780383114.579607:0:2383:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000634bba14. 00000020:00000010:3.0:1780383114.579615:0:2383:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000634bba14. 02000000:00000010:3.0:1780383114.579619:0:2383:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000000461451a. 02000000:00000010:3.0:1780383114.579622:0:2383:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 72 at 000000001828f6d8. 00000001:00000010:3.0:1780383114.579623:0:2383:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000001ee89725. 00000020:00000010:3.0:1780383114.579642:0:2383:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000634bba14. 00000020:00000010:3.0:1780383114.580450:0:2383:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000634bba14. 02000000:00000010:3.0:1780383114.580457:0:2383:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000038c30823. 02000000:00000010:3.0:1780383114.580460:0:2383:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 40 at 00000000e5df42c3. 00000001:00000010:3.0:1780383114.580463:0:2383:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000007a05d0fa. 00000020:00000010:3.0:1780383114.580488:0:2383:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000634bba14. 00000020:00000010:3.0:1780383114.580497:0:2383:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000634bba14. 02000000:00000010:3.0:1780383114.580500:0:2383:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000e6d3a2fb. 02000000:00000010:3.0:1780383114.580502:0:2383:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 24 at 00000000e9cbe804. 00000001:00000010:3.0:1780383114.580504:0:2383:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000007c620a1c. 00000020:00000010:3.0:1780383114.580527:0:2383:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000634bba14. 00000020:00000010:3.0:1780383114.580534:0:2383:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000634bba14. 02000000:00000010:3.0:1780383114.580537:0:2383:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000a9e6b090. 02000000:00000010:3.0:1780383114.580539:0:2383:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 16 at 00000000f9e646e7. 00000001:00000010:3.0:1780383114.580541:0:2383:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000963f00f6. 00000020:00000010:3.0:1780383114.580558:0:2383:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000634bba14. 00000020:00000010:3.0:1780383114.580566:0:2383:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000634bba14. 02000000:00000010:3.0:1780383114.580569:0:2383:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000019b0e196. 02000000:00000010:3.0:1780383114.580571:0:2383:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000044e621c. 00000001:00000010:3.0:1780383114.580573:0:2383:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000ba0e3adb. 00000020:00000010:3.0:1780383114.580593:0:2383:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000634bba14. 00000020:00000010:3.0:1780383114.580599:0:2383:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000634bba14. 02000000:00000010:3.0:1780383114.580603:0:2383:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000007e24433e. 02000000:00000010:3.0:1780383114.580605:0:2383:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000072dfbe55. 00000001:00000010:3.0:1780383114.580607:0:2383:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000d777b73d. 00000020:00000010:3.0:1780383114.580627:0:2383:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000634bba14. 00000020:00000010:3.0:1780383114.580632:0:2383:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000634bba14. 02000000:00000010:3.0:1780383114.580635:0:2383:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000007f073621. 02000000:00000010:3.0:1780383114.580637:0:2383:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000002459af7f. 00000001:00000010:3.0:1780383114.580639:0:2383:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000002d75c937. 00000020:00000010:3.0:1780383114.580653:0:2383:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000634bba14. 00000020:00000010:3.0:1780383114.580659:0:2383:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000634bba14. 02000000:00000010:3.0:1780383114.580662:0:2383:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000e5fa26b9. 02000000:00000010:3.0:1780383114.580664:0:2383:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000007d9da5de. 00000001:00000010:3.0:1780383114.580666:0:2383:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000aae6d67d. 00000020:00000010:3.0:1780383114.580682:0:2383:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000634bba14. 00000020:00000010:3.0:1780383114.580689:0:2383:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000634bba14. 02000000:00000010:3.0:1780383114.580693:0:2383:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000b46339a4. 02000000:00000010:3.0:1780383114.580695:0:2383:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000009e225d6f. 00000001:00000010:3.0:1780383114.580697:0:2383:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000d9c31ac0. 00000020:00000010:3.0:1780383114.580736:0:2383:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000009763ffa1. 00000020:00000010:3.0:1780383114.580746:0:2383:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000009763ffa1. 02000000:00000010:3.0:1780383114.580749:0:2383:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000099ba22de. 02000000:00000010:3.0:1780383114.580751:0:2383:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000005f2769f3. 00000001:00000010:3.0:1780383114.580754:0:2383:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000db9fda60. 00000020:00000010:3.0:1780383114.580926:0:2383:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000009763ffa1. 00000020:00000010:3.0:1780383114.580934:0:2383:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000009763ffa1. 00000400:00000010:2.0:1780383115.694616:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a599b405. 00000400:00000010:2.0:1780383115.694627:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f1035dc6. 00000400:00000010:2.0:1780383115.694630:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009839d7c9. 00000100:00000010:2.0:1780383115.694634:0:2398:0:(service.c:3595:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 000000005a9ed2cf. 00000100:00000010:2.0:1780383115.694637:0:2398:0:(service.c:3595:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 0000000042de0948. 00000100:00000010:0.0F:1780383115.695168:0:2400:0:(service.c:3238:ptlrpc_hr_main()) kmalloced '(env)': 56 at 00000000a0007251. 00000020:00000010:0.0:1780383115.695199:0:2400:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a409d41. 00000020:00000010:0.0:1780383115.695205:0:2400:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d8b8474b. 00000040:00000010:0.0:1780383115.695209:0:2400:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000f84d11d3. 00000020:00000010:0.0:1780383115.695213:0:2400:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000adb88536. 00000020:00000010:0.0:1780383115.695218:0:2400:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000df986591. 00000100:00000010:2.0:1780383115.697470:0:2401:0:(service.c:3238:ptlrpc_hr_main()) kmalloced '(env)': 56 at 000000009e85fe3f. 00000020:00000010:2.0:1780383115.697489:0:2401:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c766cfd. 00000020:00000010:2.0:1780383115.697493:0:2401:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000081ef9661. 00000040:00000010:2.0:1780383115.697498:0:2401:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000bf485a54. 00000020:00000010:2.0:1780383115.697503:0:2401:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000a2162fc. 00000020:00000010:2.0:1780383115.697509:0:2401:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000063751b51. 00000100:00000200:1.0:1780383115.697613:0:2398:0:(events.c:596:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:1.0:1780383115.697881:0:2398:0:(api-ni.c:677:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 000000001b08dd61. 00000400:00000010:1.0:1780383115.697887:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d049bb28. 00000400:00000010:1.0:1780383115.697892:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000e53923de. 00000400:00000010:1.0:1780383115.697894:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000009ef122. 00000400:00000010:1.0:1780383115.697896:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004bdbf565. 00000400:00000010:1.0:1780383115.697898:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000e8d1fc4b. 00000400:00000010:1.0:1780383115.697900:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000b3ddcf8c. 00000400:00000010:1.0:1780383115.697905:0:2398:0:(peer.c:109:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000e750164e. 00000400:00000010:1.0:1780383115.697925:0:2398:0:(peer.c:109:lnet_peer_tables_create()) alloc '(hash)': 8192 at 0000000082067375. 00000400:00000010:1.0:1780383115.697931:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009a802d16. 00000400:00000010:1.0:1780383115.697951:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000001c81d3dc. 00000400:00000010:1.0:1780383115.697955:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000007ab3b87e. 00000400:00000010:1.0:1780383115.697959:0:2398:0:(lib-msg.c:1260:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 00000000f30f6a1f. 00000400:00000010:1.0:1780383115.697963:0:2398:0:(lib-msg.c:1270:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 00000000097fef71. 00000400:00000010:1.0:1780383115.697965:0:2398:0:(lib-msg.c:1260:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 00000000a10d5893. 00000400:00000010:1.0:1780383115.697966:0:2398:0:(lib-msg.c:1270:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 0000000095dce8ff. 00000400:00000010:1.0:1780383115.698031:0:2398:0:(api-ni.c:1172:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 0000000001f86389. 00000400:00000010:1.0:1780383115.698050:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000fdb1b732. 00000400:00000010:1.0:1780383115.698053:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c33ab08c. 00000400:00000010:1.0:1780383115.698054:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000012ff727a. 00000400:00000010:1.0:1780383115.698113:0:2398:0:(api-ni.c:1172:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000583af233. 00000400:00000010:1.0:1780383115.698185:0:2398:0:(api-ni.c:1172:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000b2fdef70. 00000400:00000010:1.0:1780383115.698206:0:2398:0:(lib-ptl.c:867:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 000000001a43eab9. 00000400:00000010:1.0:1780383115.698210:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000b4dfd5c. 00000400:00000010:1.0:1780383115.698213:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ab0e0116. 00000400:00000010:1.0:1780383115.698216:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a9cd989e. 00000400:00000010:1.0:1780383115.698217:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d313f02b. 00000400:00000010:1.0:1780383115.698222:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000096d66b72. 00000400:00000010:1.0:1780383115.698227:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000082852ad6. 00000400:00000010:1.0:1780383115.698230:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ec61a1d0. 00000400:00000010:1.0:1780383115.698232:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000404961f. 00000400:00000010:1.0:1780383115.698242:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000018addad3. 00000400:00000010:1.0:1780383115.698243:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fd93abec. 00000400:00000010:1.0:1780383115.698247:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000025f7552d. 00000400:00000010:1.0:1780383115.698258:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ae0dddd4. 00000400:00000010:1.0:1780383115.698273:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005ba501b3. 00000400:00000010:1.0:1780383115.698276:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008e189045. 00000400:00000010:1.0:1780383115.698278:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009a5cd0c9. 00000400:00000010:1.0:1780383115.698280:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002d8c065e. 00000400:00000010:1.0:1780383115.698284:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000093c9ceb7. 00000400:00000010:1.0:1780383115.698289:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a74ec529. 00000400:00000010:1.0:1780383115.698291:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000051681570. 00000400:00000010:1.0:1780383115.698293:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005b65d6a9. 00000400:00000010:1.0:1780383115.698295:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b05f49ae. 00000400:00000010:1.0:1780383115.698297:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000067e1e774. 00000400:00000010:1.0:1780383115.698301:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d398e17c. 00000400:00000010:1.0:1780383115.698313:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005f438d66. 00000400:00000010:1.0:1780383115.698318:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000376ebccb. 00000400:00000010:1.0:1780383115.698320:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000090569e0c. 00000400:00000010:1.0:1780383115.698323:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b13a11ae. 00000400:00000010:1.0:1780383115.698326:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eafb9461. 00000400:00000010:1.0:1780383115.698329:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ca4404ef. 00000400:00000010:1.0:1780383115.698333:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002d8f1092. 00000400:00000010:1.0:1780383115.698335:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ba5cd72e. 00000400:00000010:1.0:1780383115.698337:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000684d454d. 00000400:00000010:1.0:1780383115.698338:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bb7264ff. 00000400:00000010:1.0:1780383115.698340:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009441d763. 00000400:00000010:1.0:1780383115.698343:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d155a628. 00000400:00000010:1.0:1780383115.698355:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c7ece02d. 00000400:00000010:1.0:1780383115.698359:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005df4b5c0. 00000400:00000010:1.0:1780383115.698362:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000bf05742b. 00000400:00000010:1.0:1780383115.698363:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007176b453. 00000400:00000010:1.0:1780383115.698365:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a2b8e6bc. 00000400:00000010:1.0:1780383115.698368:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000619265b9. 00000400:00000010:1.0:1780383115.698377:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b3ded91a. 00000400:00000010:1.0:1780383115.698380:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000021a506a5. 00000400:00000010:1.0:1780383115.698381:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000025205981. 00000400:00000010:1.0:1780383115.698383:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005835b6f7. 00000400:00000010:1.0:1780383115.698385:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d9cb6243. 00000400:00000010:1.0:1780383115.698388:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000052f7febe. 00000400:00000010:1.0:1780383115.698398:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bcc5083d. 00000400:00000010:1.0:1780383115.698402:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007e11f0de. 00000400:00000010:1.0:1780383115.698404:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a6750fb9. 00000400:00000010:1.0:1780383115.698406:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f67fb36b. 00000400:00000010:1.0:1780383115.698407:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000051da121a. 00000400:00000010:1.0:1780383115.698411:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000030623ee7. 00000400:00000010:1.0:1780383115.698416:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000092cc9e8b. 00000400:00000010:1.0:1780383115.698418:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006db29e1a. 00000400:00000010:1.0:1780383115.698420:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e1a8ba5e. 00000400:00000010:1.0:1780383115.698422:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006cc80cc1. 00000400:00000010:1.0:1780383115.698423:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000083bacd4f. 00000400:00000010:1.0:1780383115.698427:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cc3b4a1d. 00000400:00000010:1.0:1780383115.698436:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b53ebd30. 00000400:00000010:1.0:1780383115.698440:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000002ff38a9e. 00000400:00000010:1.0:1780383115.698442:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000913795e4. 00000400:00000010:1.0:1780383115.698444:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004d6c6503. 00000400:00000010:1.0:1780383115.698446:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000043d7de8c. 00000400:00000010:1.0:1780383115.698450:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dd021be3. 00000400:00000010:1.0:1780383115.698454:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000086370bb4. 00000400:00000010:1.0:1780383115.698457:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009a9adb3a. 00000400:00000010:1.0:1780383115.698458:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000bc177e7b. 00000400:00000010:1.0:1780383115.698460:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000956a3660. 00000400:00000010:1.0:1780383115.698461:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008ab5a002. 00000400:00000010:1.0:1780383115.698465:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b79dbb75. 00000400:00000010:1.0:1780383115.698476:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000082bce41. 00000400:00000010:1.0:1780383115.698481:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000047702024. 00000400:00000010:1.0:1780383115.698483:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000fb394aaf. 00000400:00000010:1.0:1780383115.698488:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ab2e2230. 00000400:00000010:1.0:1780383115.698490:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b7328384. 00000400:00000010:1.0:1780383115.698494:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009a8e1707. 00000400:00000010:1.0:1780383115.698498:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009dbb643e. 00000400:00000010:1.0:1780383115.698500:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000064bdf7b0. 00000400:00000010:1.0:1780383115.698502:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004df8f158. 00000400:00000010:1.0:1780383115.698503:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b66f08da. 00000400:00000010:1.0:1780383115.698505:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002403cb07. 00000400:00000010:1.0:1780383115.698509:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f23b97cc. 00000400:00000010:1.0:1780383115.698519:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fb756881. 00000400:00000010:1.0:1780383115.698522:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b59f5601. 00000400:00000010:1.0:1780383115.698523:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000070f44473. 00000400:00000010:1.0:1780383115.698526:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f43500d7. 00000400:00000010:1.0:1780383115.698527:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009f9fd668. 00000400:00000010:1.0:1780383115.698530:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d8d369f4. 00000400:00000010:1.0:1780383115.698534:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f79abe04. 00000400:00000010:1.0:1780383115.698536:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b603059f. 00000400:00000010:1.0:1780383115.698538:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d621fc05. 00000400:00000010:1.0:1780383115.698540:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000563f3900. 00000400:00000010:1.0:1780383115.698542:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d06c636b. 00000400:00000010:1.0:1780383115.698545:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b07a47d0. 00000400:00000010:1.0:1780383115.698554:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000007a0f0bb. 00000400:00000010:1.0:1780383115.698557:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000324eaa37. 00000400:00000010:1.0:1780383115.698559:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000047fea605. 00000400:00000010:1.0:1780383115.698561:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c267b9d4. 00000400:00000010:1.0:1780383115.698562:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000039527d6e. 00000400:00000010:1.0:1780383115.698565:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008be4ca0f. 00000400:00000010:1.0:1780383115.698570:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004a8baf1d. 00000400:00000010:1.0:1780383115.698573:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006c149708. 00000400:00000010:1.0:1780383115.698575:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000437eeb2a. 00000400:00000010:1.0:1780383115.698577:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009df51cd4. 00000400:00000010:1.0:1780383115.698579:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f039cecc. 00000400:00000010:1.0:1780383115.698582:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006a8cd424. 00000400:00000010:1.0:1780383115.698596:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001d41c2e7. 00000400:00000010:1.0:1780383115.698600:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e1fc7fe5. 00000400:00000010:1.0:1780383115.698602:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005ea2bbd8. 00000400:00000010:1.0:1780383115.698604:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000059e09726. 00000400:00000010:1.0:1780383115.698606:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000290cd702. 00000400:00000010:1.0:1780383115.698609:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e020921c. 00000400:00000010:1.0:1780383115.698613:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000011886d1c. 00000400:00000010:1.0:1780383115.698617:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000014c853a7. 00000400:00000010:1.0:1780383115.698618:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000080ddb51b. 00000400:00000010:1.0:1780383115.698620:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000050730f18. 00000400:00000010:1.0:1780383115.698621:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000218e70be. 00000400:00000010:1.0:1780383115.698625:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c65bff92. 00000400:00000010:1.0:1780383115.698635:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000567185eb. 00000400:00000010:1.0:1780383115.698639:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000097bf9db2. 00000400:00000010:1.0:1780383115.698641:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a4318030. 00000400:00000010:1.0:1780383115.698642:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cb2bdb8a. 00000400:00000010:1.0:1780383115.698644:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aa9f3643. 00000400:00000010:1.0:1780383115.698648:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008ef8f9ea. 00000400:00000010:1.0:1780383115.698652:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004fb90282. 00000400:00000010:1.0:1780383115.698663:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001f12b0b0. 00000400:00000010:1.0:1780383115.698665:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006ac8050e. 00000400:00000010:1.0:1780383115.698667:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000199b72af. 00000400:00000010:1.0:1780383115.698670:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000046888aa0. 00000400:00000010:1.0:1780383115.698673:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004907b7f4. 00000400:00000010:1.0:1780383115.698682:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ff84e0ee. 00000400:00000010:1.0:1780383115.698685:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a75539f4. 00000400:00000010:1.0:1780383115.698686:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000773d7ddc. 00000400:00000010:1.0:1780383115.698689:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000329808c3. 00000400:00000010:1.0:1780383115.698690:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003eee965d. 00000400:00000010:1.0:1780383115.698694:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000013ab766b. 00000400:00000010:1.0:1780383115.698698:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000688a4a0a. 00000400:00000010:1.0:1780383115.698700:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e114a004. 00000400:00000010:1.0:1780383115.698701:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000fca53c57. 00000400:00000010:1.0:1780383115.698707:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006f741314. 00000400:00000010:1.0:1780383115.698708:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000082eeaf3. 00000400:00000010:1.0:1780383115.698712:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bb6e3d5e. 00000400:00000010:1.0:1780383115.698723:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008e2d0a58. 00000400:00000010:1.0:1780383115.698726:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000082384b90. 00000400:00000010:1.0:1780383115.698728:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000b6fc1c7. 00000400:00000010:1.0:1780383115.698730:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001db3e314. 00000400:00000010:1.0:1780383115.698731:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d070acc3. 00000400:00000010:1.0:1780383115.698735:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001555c587. 00000400:00000010:1.0:1780383115.698739:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f3823803. 00000400:00000010:1.0:1780383115.698741:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000679451a5. 00000400:00000010:1.0:1780383115.698743:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000945c1f29. 00000400:00000010:1.0:1780383115.698744:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003fee60fe. 00000400:00000010:1.0:1780383115.698746:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002531aa45. 00000400:00000010:1.0:1780383115.698749:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005fe6a4b6. 00000400:00000010:1.0:1780383115.698760:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006cb6b66b. 00000400:00000010:1.0:1780383115.698764:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000039ee544. 00000400:00000010:1.0:1780383115.698765:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004d64638d. 00000400:00000010:1.0:1780383115.698767:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007e23e4de. 00000400:00000010:1.0:1780383115.698769:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c9e9ace7. 00000400:00000010:1.0:1780383115.698773:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006bc98bd7. 00000400:00000010:1.0:1780383115.698796:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003c5794ad. 00000400:00000010:1.0:1780383115.698800:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000001b2f5a1. 00000400:00000010:1.0:1780383115.698802:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004e22e159. 00000400:00000010:1.0:1780383115.698804:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003025f178. 00000400:00000010:1.0:1780383115.698805:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000088c26a39. 00000400:00000010:1.0:1780383115.698809:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000352f6e97. 00000400:00000010:1.0:1780383115.698819:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f1285ce2. 00000400:00000010:1.0:1780383115.698823:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e6e22709. 00000400:00000010:1.0:1780383115.698825:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000070f78f8d. 00000400:00000010:1.0:1780383115.698827:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005f5e0e27. 00000400:00000010:1.0:1780383115.698829:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009107ad1d. 00000400:00000010:1.0:1780383115.698833:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008a9d226e. 00000400:00000010:1.0:1780383115.698842:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e87bba1b. 00000400:00000010:1.0:1780383115.698845:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009a8d75ed. 00000400:00000010:1.0:1780383115.698847:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000067a17ea4. 00000400:00000010:1.0:1780383115.698849:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a9e4590d. 00000400:00000010:1.0:1780383115.698851:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000277d8365. 00000400:00000010:1.0:1780383115.698854:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001fe62dac. 00000400:00000010:1.0:1780383115.698865:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d4e91de3. 00000400:00000010:1.0:1780383115.698869:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000be156af3. 00000400:00000010:1.0:1780383115.698871:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000026282f25. 00000400:00000010:1.0:1780383115.698873:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000052b8d57b. 00000400:00000010:1.0:1780383115.698875:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000b5f507c. 00000400:00000010:1.0:1780383115.698879:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000053f4fc83. 00000400:00000010:1.0:1780383115.698884:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007da6c710. 00000400:00000010:1.0:1780383115.698886:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001d5f04ae. 00000400:00000010:1.0:1780383115.698887:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f3fdf43a. 00000400:00000010:1.0:1780383115.698889:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001eaa24a4. 00000400:00000010:1.0:1780383115.698891:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000008c3eb87. 00000400:00000010:1.0:1780383115.698894:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002a11ecb5. 00000400:00000010:1.0:1780383115.698905:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000086f45887. 00000400:00000010:1.0:1780383115.698909:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004c29a66f. 00000400:00000010:1.0:1780383115.698911:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000029df6786. 00000400:00000010:1.0:1780383115.698913:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d9af16b6. 00000400:00000010:1.0:1780383115.698914:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000002bdc12a. 00000400:00000010:1.0:1780383115.698918:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004917f153. 00000400:00000010:1.0:1780383115.698922:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ef2e4012. 00000400:00000010:1.0:1780383115.698924:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e1616296. 00000400:00000010:1.0:1780383115.698925:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007a857d82. 00000400:00000010:1.0:1780383115.698927:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e0bc9b93. 00000400:00000010:1.0:1780383115.698929:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ad067f94. 00000400:00000010:1.0:1780383115.698944:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c52043da. 00000400:00000010:1.0:1780383115.698957:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000027ab68e2. 00000400:00000010:1.0:1780383115.698961:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b9648838. 00000400:00000010:1.0:1780383115.698963:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006cf7c4c9. 00000400:00000010:1.0:1780383115.698970:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004b4e54ba. 00000400:00000010:1.0:1780383115.698971:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002c01463d. 00000400:00000010:1.0:1780383115.698975:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cf49e479. 00000400:00000010:1.0:1780383115.698979:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000064108755. 00000400:00000010:1.0:1780383115.698982:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000253cea12. 00000400:00000010:1.0:1780383115.698984:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000084207c35. 00000400:00000010:1.0:1780383115.698986:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b314ad51. 00000400:00000010:1.0:1780383115.698987:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b4e8dbb4. 00000400:00000010:1.0:1780383115.698992:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e11dcd8f. 00000400:00000010:1.0:1780383115.699004:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e0bab4ba. 00000400:00000010:1.0:1780383115.699007:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004d236f37. 00000400:00000010:1.0:1780383115.699009:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d36f978b. 00000400:00000010:1.0:1780383115.699011:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000017656c4. 00000400:00000010:1.0:1780383115.699012:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e20f554f. 00000400:00000010:1.0:1780383115.699016:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007477c33c. 00000400:00000010:1.0:1780383115.699020:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000022e9b80e. 00000400:00000010:1.0:1780383115.699022:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d70eab9e. 00000400:00000010:1.0:1780383115.699024:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003b077db1. 00000400:00000010:1.0:1780383115.699026:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008bbb6088. 00000400:00000010:1.0:1780383115.699028:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000158c9eb0. 00000400:00000010:1.0:1780383115.699031:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000015c3362b. 00000400:00000010:1.0:1780383115.699040:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000454e6331. 00000400:00000010:1.0:1780383115.699044:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000886c1b6e. 00000400:00000010:1.0:1780383115.699046:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000086e4e244. 00000400:00000010:1.0:1780383115.699048:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005c34c4b3. 00000400:00000010:1.0:1780383115.699050:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000953bd9a5. 00000400:00000010:1.0:1780383115.699053:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b7f54417. 00000400:00000010:1.0:1780383115.699057:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dfdbc15a. 00000400:00000010:1.0:1780383115.699060:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000dc9aca60. 00000400:00000010:1.0:1780383115.699061:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000043407816. 00000400:00000010:1.0:1780383115.699063:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d9b70e2d. 00000400:00000010:1.0:1780383115.699064:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008eb903ab. 00000400:00000010:1.0:1780383115.699068:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ffd6a8f0. 00000400:00000010:1.0:1780383115.699081:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000031684dfb. 00000400:00000010:1.0:1780383115.699085:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001cecf02a. 00000400:00000010:1.0:1780383115.699086:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000050b177d4. 00000400:00000010:1.0:1780383115.699088:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000052c97f05. 00000400:00000010:1.0:1780383115.699090:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000093f1dad3. 00000400:00000010:1.0:1780383115.699094:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007d0b4f40. 00000400:00000010:1.0:1780383115.699098:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fb4f846d. 00000400:00000010:1.0:1780383115.699100:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005f050259. 00000400:00000010:1.0:1780383115.699102:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000077b73ea. 00000400:00000010:1.0:1780383115.699104:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ab2c1be8. 00000400:00000010:1.0:1780383115.699106:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b8a69069. 00000400:00000010:1.0:1780383115.699109:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000044fd24cf. 00000400:00000010:1.0:1780383115.699120:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000da41c1b6. 00000400:00000010:1.0:1780383115.699123:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000069c2326b. 00000400:00000010:1.0:1780383115.699125:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000063428fba. 00000400:00000010:1.0:1780383115.699127:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fb847022. 00000400:00000010:1.0:1780383115.699129:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fb8f163e. 00000400:00000010:1.0:1780383115.699132:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004f1c2fd6. 00000400:00000010:1.0:1780383115.699136:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000807d9f18. 00000400:00000010:1.0:1780383115.699138:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000a8e591b. 00000400:00000010:1.0:1780383115.699140:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a3759aac. 00000400:00000010:1.0:1780383115.699142:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000721a2038. 00000400:00000010:1.0:1780383115.699144:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009667af22. 00000400:00000010:1.0:1780383115.699147:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e5c9116d. 00000400:00000010:1.0:1780383115.699156:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000058c9101a. 00000400:00000010:1.0:1780383115.699159:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000dfdacf7d. 00000400:00000010:1.0:1780383115.699161:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000231e3b9f. 00000400:00000010:1.0:1780383115.699163:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d0757f0c. 00000400:00000010:1.0:1780383115.699165:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a6155bc8. 00000400:00000010:1.0:1780383115.699169:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f406b9b2. 00000400:00000010:1.0:1780383115.699173:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000086d05528. 00000400:00000010:1.0:1780383115.699175:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001799e319. 00000400:00000010:1.0:1780383115.699177:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000cf59e225. 00000400:00000010:1.0:1780383115.699183:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000767c6bbd. 00000400:00000010:1.0:1780383115.699185:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000069cfd5ed. 00000400:00000010:1.0:1780383115.699189:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000054a4b4ff. 00000400:00000010:1.0:1780383115.699198:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000051da2f12. 00000400:00000010:1.0:1780383115.699202:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fbc5805d. 00000400:00000010:1.0:1780383115.699204:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000009ad3859. 00000400:00000010:1.0:1780383115.699206:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b0bde596. 00000400:00000010:1.0:1780383115.699208:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006da7cdc8. 00000400:00000010:1.0:1780383115.699211:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b04f24ed. 00000400:00000010:1.0:1780383115.699215:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000015c3eef. 00000400:00000010:1.0:1780383115.699218:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006a2bbf01. 00000400:00000010:1.0:1780383115.699219:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009f3d485c. 00000400:00000010:1.0:1780383115.699221:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008ba13768. 00000400:00000010:1.0:1780383115.699223:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ffce96ec. 00000400:00000010:1.0:1780383115.699227:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000049a791a5. 00000400:00000010:1.0:1780383115.699238:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000073d9d562. 00000400:00000010:1.0:1780383115.699242:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007ff80fbc. 00000400:00000010:1.0:1780383115.699245:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000095a60013. 00000400:00000010:1.0:1780383115.699258:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a9fa58d2. 00000400:00000010:1.0:1780383115.699261:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000056c39c88. 00000400:00000010:1.0:1780383115.699264:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002eaec853. 00000400:00000010:1.0:1780383115.699269:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000148565bd. 00000400:00000010:1.0:1780383115.699272:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000966f49d7. 00000400:00000010:1.0:1780383115.699274:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c87a216f. 00000400:00000010:1.0:1780383115.699276:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fc985c29. 00000400:00000010:1.0:1780383115.699277:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bf078703. 00000400:00000010:1.0:1780383115.699280:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d1f08689. 00000400:00000010:1.0:1780383115.699291:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007ec1c11c. 00000400:00000010:1.0:1780383115.699295:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f50f5e6e. 00000400:00000010:1.0:1780383115.699297:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000996b969d. 00000400:00000010:1.0:1780383115.699299:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fc3f649d. 00000400:00000010:1.0:1780383115.699300:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000082f469c0. 00000400:00000010:1.0:1780383115.699304:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004a0eb6f5. 00000400:00000010:1.0:1780383115.699312:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bab1c2f7. 00000400:00000010:1.0:1780383115.699315:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000bff8f3c7. 00000400:00000010:1.0:1780383115.699317:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003c5c881b. 00000400:00000010:1.0:1780383115.699318:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000042532475. 00000400:00000010:1.0:1780383115.699320:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c17e16a9. 00000400:00000010:1.0:1780383115.699324:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000082616486. 00000400:00000010:1.0:1780383115.699334:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000054ae767d. 00000400:00000010:1.0:1780383115.699338:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008cb3a4e3. 00000400:00000010:1.0:1780383115.699340:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003444740b. 00000400:00000010:1.0:1780383115.699342:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002b63be70. 00000400:00000010:1.0:1780383115.699344:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005dd3e8fb. 00000400:00000010:1.0:1780383115.699348:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ce92f8c1. 00000400:00000010:1.0:1780383115.699353:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004b394838. 00000400:00000010:1.0:1780383115.699355:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006d77c25e. 00000400:00000010:1.0:1780383115.699356:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f2f476cf. 00000400:00000010:1.0:1780383115.699358:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba975ebc. 00000400:00000010:1.0:1780383115.699359:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ea89e1a4. 00000400:00000010:1.0:1780383115.699363:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000471955ca. 00000400:00000010:1.0:1780383115.699374:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ee3c5c69. 00000400:00000010:1.0:1780383115.699378:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000030832924. 00000400:00000010:1.0:1780383115.699380:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f4c4e068. 00000400:00000010:1.0:1780383115.699382:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000090030e04. 00000400:00000010:1.0:1780383115.699383:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b559bbe3. 00000400:00000010:1.0:1780383115.699388:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001487c960. 00000400:00000010:1.0:1780383115.699392:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d7e4b266. 00000400:00000010:1.0:1780383115.699395:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005f284833. 00000400:00000010:1.0:1780383115.699396:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000321d9c9f. 00000400:00000010:1.0:1780383115.699398:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005195a3d4. 00000400:00000010:1.0:1780383115.699400:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007137809e. 00000400:00000010:1.0:1780383115.699403:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006c7c1aa9. 00000400:00000010:1.0:1780383115.699414:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f4ffe1ca. 00000400:00000010:1.0:1780383115.699418:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b265169f. 00000400:00000010:1.0:1780383115.699420:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000062d81aca. 00000400:00000010:1.0:1780383115.699426:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b9c172f2. 00000400:00000010:1.0:1780383115.699428:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000081cc2623. 00000400:00000010:1.0:1780383115.699432:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b027eb94. 00000400:00000010:1.0:1780383115.699436:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000478391e4. 00000400:00000010:1.0:1780383115.699439:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000036bd13f0. 00000400:00000010:1.0:1780383115.699441:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006985f836. 00000400:00000010:1.0:1780383115.699443:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f75ec583. 00000400:00000010:1.0:1780383115.699444:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000645a45d7. 00000400:00000010:1.0:1780383115.699448:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a56c8709. 00000400:00000010:1.0:1780383115.699458:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000927ac3a7. 00000400:00000010:1.0:1780383115.699462:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c2c852bb. 00000400:00000010:1.0:1780383115.699464:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d64c922b. 00000400:00000010:1.0:1780383115.699466:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a8b776b0. 00000400:00000010:1.0:1780383115.699468:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000028005d92. 00000400:00000010:1.0:1780383115.699471:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000095f4df66. 00000400:00000010:1.0:1780383115.699475:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008453b7ee. 00000400:00000010:1.0:1780383115.699478:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000045c6e46c. 00000400:00000010:1.0:1780383115.699480:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c00a5dba. 00000400:00000010:1.0:1780383115.699482:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000836a5485. 00000400:00000010:1.0:1780383115.699484:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000348f4e73. 00000400:00000010:1.0:1780383115.699488:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000db5dd383. 00000400:00000010:1.0:1780383115.699498:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006736d04b. 00000400:00000010:1.0:1780383115.699502:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000099be22ac. 00000400:00000010:1.0:1780383115.699503:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001dcf6e98. 00000400:00000010:1.0:1780383115.699505:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000089ea2ce. 00000400:00000010:1.0:1780383115.699507:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000dcc2d9d. 00000400:00000010:1.0:1780383115.699511:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009a1d098a. 00000400:00000010:1.0:1780383115.699515:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b9675f26. 00000400:00000010:1.0:1780383115.699518:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003fdd47ad. 00000400:00000010:1.0:1780383115.699520:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000046b28961. 00000400:00000010:1.0:1780383115.699522:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cad27d98. 00000400:00000010:1.0:1780383115.699523:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000730bdc46. 00000400:00000010:1.0:1780383115.699527:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cf58d6f0. 00000400:00000010:1.0:1780383115.699542:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b931ba9e. 00000400:00000010:1.0:1780383115.699546:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fa5706f8. 00000400:00000010:1.0:1780383115.699548:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006438fb5d. 00000400:00000010:1.0:1780383115.699550:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000097d071ff. 00000400:00000010:1.0:1780383115.699552:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004c4205e0. 00000400:00000010:1.0:1780383115.699555:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000030f52523. 00000400:00000010:1.0:1780383115.699559:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b9030aab. 00000400:00000010:1.0:1780383115.699576:0:2398:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000dad5c107. 00000400:00000010:1.0:1780383115.699579:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001dc27b06. 00000400:00000010:1.0:1780383115.699581:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000694db379. 00000400:00000010:1.0:1780383115.699583:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004e7579b4. 00000400:00000010:1.0:1780383115.699587:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000043fed7d8. 00000400:00000010:1.0:1780383115.699598:0:2398:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005538cc83. 00000400:00000010:1.0:1780383115.699602:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000bd904f42. 00000400:00000010:1.0:1780383115.699604:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d289cd76. 00000400:00000010:1.0:1780383115.699606:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d47a946f. 00000400:00000010:1.0:1780383115.699610:0:2398:0:(config.c:343:lnet_net_alloc()) alloc '(net)': 176 at 000000001e9defab. 00000400:00000010:1.0:1780383115.699615:0:2398:0:(config.c:424:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000003842d16d. 00000400:00000010:1.0:1780383115.699617:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f8ba2cf3. 00000400:00000010:1.0:1780383115.699619:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000091fccd75. 00000400:00000010:1.0:1780383115.699620:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d069c7c8. 00000400:00000010:1.0:1780383115.699622:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ddc53721. 00000400:00000010:1.0:1780383115.699624:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000518d22a4. 00000400:00000010:1.0:1780383115.699625:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000061d9088a. 00000400:00000010:1.0:1780383115.699632:0:2398:0:(config.c:591:lnet_parse_networks()) alloc '(tokens)': 4 at 000000008a4f6751. 00000400:00000010:1.0:1780383115.699636:0:2398:0:(config.c:343:lnet_net_alloc()) alloc '(net)': 176 at 000000007eb5161b. 00000400:00000010:1.0:1780383115.699638:0:2398:0:(config.c:424:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006b25479b. 00000400:00000010:1.0:1780383115.699640:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000dd499a1. 00000400:00000010:1.0:1780383115.699642:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000058c33b53. 00000400:00000010:1.0:1780383115.699644:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c1342910. 00000400:00000010:1.0:1780383115.699646:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000099a1897f. 00000400:00000010:1.0:1780383115.699648:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b8cca5ac. 00000400:00000010:1.0:1780383115.699649:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c2047b94. 00000400:00000010:1.0:1780383115.699657:0:2398:0:(config.c:803:lnet_parse_networks()) kfreed 'tokens': 4 at 000000008a4f6751. 00000400:00000010:1.0:1780383115.699672:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004dd8971f. 00000400:00000010:1.0:1780383115.699674:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000003ffc1650. 00000400:00000010:1.0:1780383115.699676:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000e4ce1535. 00000800:00000200:0.0:1780383115.713276:0:2398:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 000000004dde4785 00000800:00000200:0.0:1780383115.713286:0:2398:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 000000004dde4785 00000800:00000200:0.0:1780383115.713289:0:2398:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 000000004dde4785 00000800:00000200:0.0:1780383115.713291:0:2398:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 000000004dde4785 00000800:00000010:0.0:1780383115.713298:0:2398:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000fafe6ec. 00000400:00000010:0.0:1780383115.713311:0:2398:0:(config.c:397:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000069029016. 00000800:00000200:0.0:1780383115.713317:0:2398:0:(socklnd_modparams.c:295:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1780383115.714516:0:2398:0:(config.c:1546:lnet_get_link_status_locked()) device idx 1 get_link 2 00000400:00000200:3.0:1780383115.714590:0:2398:0:(acceptor.c:203:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.18) 00000400:02000000:3.0:1780383115.714604:0:2398:0:(api-ni.c:2702:lnet_startup_lndni()) Added LNI 192.168.204.18@tcp [8/256/0/180] 00000400:00000010:1.0:1780383115.724571:0:2398:0:(api-ni.c:1819:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000c96c9965. 00000400:00000010:1.0:1780383115.724598:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7247abf. 00000400:00000010:1.0:1780383115.724613:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1db6de1. 00000400:00000200:1.0:1780383115.724625:0:2398:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:1.0:1780383115.724637:0:2398:0:(api-ni.c:1819:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000068770aed. 00000400:00000010:1.0:1780383115.724640:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b73ed4a. 00000400:00000010:1.0:1780383115.724643:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a285e02a. 00000400:00000200:1.0:1780383115.724645:0:2398:0:(api-ni.c:2329:lnet_push_target_post()) posted push target 0000000068770aed 00000400:00000200:1.0:1780383115.724647:0:2398:0:(api-ni.c:2286:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:1.0:1780383115.724651:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002b4591ac. 00000400:00000010:1.0:1780383115.724656:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004cc4a837. 00000400:00000010:1.0:1780383115.724659:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fc5808a9. 00000400:00000010:1.0:1780383115.724662:0:2398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000015cf4ead. 00000400:00000010:1.0:1780383115.724663:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fdb809d3. 00000400:00000010:1.0:1780383115.724665:0:2398:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e982bd2f. 00000400:00000200:1.0:1780383115.725598:0:2398:0:(peer.c:4234:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:1.0:1780383115.725704:0:2398:0:(ptlrpcd.c:749:ptlrpcd_init()) kmalloced '(ptlrpcds)': 16 at 00000000b22aa547. 00000400:00000200:2.0:1780383115.725870:0:2413:0:(peer.c:4060:lnet_peer_discovery()) started 00000100:00000010:2.0:1780383115.726662:0:2414:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b25d34c1. 00000020:00000010:2.0:1780383115.726670:0:2414:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff8681cd. 00000020:00000010:2.0:1780383115.726676:0:2414:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c9d70d73. 00000020:00000010:2.0:1780383115.726686:0:2414:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000000da1a128. 00000040:00000010:2.0:1780383115.726691:0:2414:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000007f7e5ae3. 00000020:00000010:2.0:1780383115.726696:0:2414:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c43257d3. 00000020:00000010:2.0:1780383115.726700:0:2414:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000294a5a9f. 00000100:00000010:1.0:1780383115.726886:0:2398:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 392 at 0000000097f970da. 00000100:00000010:1.0:1780383115.726893:0:2398:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000f403ea43. 00000100:00000010:1.0:1780383115.726896:0:2398:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 0000000034d9a140. 00000100:00000010:0.0:1780383115.727559:0:2415:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099ab511a. 00000020:00000010:0.0:1780383115.727566:0:2415:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098a3e8a2. 00000020:00000010:0.0:1780383115.727570:0:2415:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b71037cf. 00000020:00000010:0.0:1780383115.727573:0:2415:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000000604e946. 00000040:00000010:0.0:1780383115.727575:0:2415:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000cd5445f2. 00000020:00000010:0.0:1780383115.727579:0:2415:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c51fd202. 00000020:00000010:0.0:1780383115.727582:0:2415:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000090e6f7e. 00000100:00000010:1.0:1780383115.727986:0:2416:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f94f186e. 00000020:00000010:1.0:1780383115.727991:0:2416:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae030555. 00000020:00000010:1.0:1780383115.727994:0:2416:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000008f24641e. 00000020:00000010:1.0:1780383115.727996:0:2416:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000008892ad66. 00000040:00000010:1.0:1780383115.727999:0:2416:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000c981fe04. 00000020:00000010:1.0:1780383115.728002:0:2416:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f134ca92. 00000020:00000010:1.0:1780383115.728005:0:2416:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c1ea918. 00000100:00000010:0.0:1780383115.728054:0:2398:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 392 at 000000002317fe61. 00000100:00000010:0.0:1780383115.728059:0:2398:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000aec4d8eb. 00000100:00000010:0.0:1780383115.728062:0:2398:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 0000000074299476. 00000100:00000010:3.0:1780383115.729515:0:2417:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000056937f0. 00000020:00000010:3.0:1780383115.729525:0:2417:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050bc8e6a. 00000020:00000010:3.0:1780383115.729528:0:2417:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000002f854ea1. 00000020:00000010:3.0:1780383115.729532:0:2417:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000005bf47d7a. 00000040:00000010:3.0:1780383115.729535:0:2417:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000cd4b4390. 00000020:00000010:3.0:1780383115.729539:0:2417:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a25f4e95. 00000020:00000010:3.0:1780383115.729543:0:2417:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002886a93b. 00000100:00000010:3.0:1780383115.730139:0:2418:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db62a1cd. 00000020:00000010:3.0:1780383115.730144:0:2418:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa793fa5. 00000020:00000010:3.0:1780383115.730147:0:2418:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000005935ab0d. 00000020:00000010:3.0:1780383115.730149:0:2418:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000003a90735. 00000040:00000010:3.0:1780383115.730153:0:2418:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000008016bdcb. 00000020:00000010:3.0:1780383115.730156:0:2418:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000378e4761. 00000020:00000010:3.0:1780383115.730158:0:2418:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084b1b930. 00000100:00000010:1.0:1780383115.730374:0:2398:0:(connection.c:186:ptlrpc_connection_init()) kmalloced '(cpus_latency_qos)': 1088 at 000000007edb7153. 00000100:00000010:1.0:1780383115.730676:0:2398:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000055238dd. 00000100:00000010:1.0:1780383115.730688:0:2398:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000bf7254fe. 00000100:00000010:1.0:1780383115.730691:0:2398:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000378fa780. 00000100:00000010:1.0:1780383115.730693:0:2398:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000000b154eb8. 00000100:00000010:1.0:1780383115.730695:0:2398:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000b53a0647. 00000100:00000010:1.0:1780383115.730697:0:2398:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000009b093915. 00000001:00000010:1.0:1780383115.730929:0:2398:0:(nodemap_handler.c:4711:nodemap_config_alloc()) kmalloced '(config)': 488 at 00000000203c2868. 00000001:00000010:1.0:1780383115.730947:0:2398:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000f1f26cf. 00000001:00000010:1.0:1780383115.730952:0:2398:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000008332182d. 00000001:00000010:1.0:1780383115.730955:0:2398:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000f9dc49cb. 00000001:00000010:1.0:1780383115.730964:0:2398:0:(nodemap_handler.c:3532:nodemap_create()) kmalloced '(nodemap)': 968 at 000000000722312f. 00000001:00000010:1.0:1780383115.731004:0:2398:0:(nodemap_lproc.c:1458:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at 000000006cd2ad25. 02000000:00000010:0.0:1780383116.093879:0:2430:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000499815a9. 02000000:00000010:0.0:1780383116.093890:0:2430:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 1024 at 000000003b493749. 02000000:00000010:0.0:1780383116.093894:0:2430:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 0000000080b710ea. 02000000:00000010:0.0:1780383116.093908:0:2430:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 16384 at 00000000c049f52f. 00000020:00000010:2.0:1780383118.556492:0:2482:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000001e76761e. 00000001:00000010:0.0:1780383119.012050:0:2495:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000008e41bc61. 00000100:00000010:0.0:1780383119.012093:0:2495:0:(client.c:689:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 0000000040cb4f6d. 00000020:00000010:0.0:1780383119.012130:0:2495:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000235d2231. 00000020:00000010:0.0:1780383119.012152:0:2495:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000f3d97944. 00000020:00000010:0.0:1780383119.012161:0:2495:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000f3d97944. 00000020:00000010:2.0:1780383119.253537:0:2508:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000bd164092. 00000020:00000010:1.0:1780383119.453051:0:2522:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000669f2909. 00000020:00000010:1.0:1780383119.710399:0:2536:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000b5f76fa3. 00008000:02000000:3.0:1780383119.958160:0:2549:0:(echo_client.c:2573:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:3.0:1780383119.972567:0:2549:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000076bf6d1. 00000020:00000010:3.0:1780383119.973456:0:2549:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000000e989d21. 00000020:00000010:3.0:1780383120.619590:0:2572:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000029a071e4. 00000020:00000010:2.0:1780383123.418593:0:2918:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000d344f637. 00000020:00000010:1.0:1780383123.749710:0:2931:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000007326dcc2. 00000020:00000010:0.0:1780383124.157834:0:2944:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000001c25ea23. 00000020:00000010:0.0:1780383124.157863:0:2944:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000317006d5. 00000020:00000010:2.0:1780383124.616666:0:2965:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000002f5894e. 00000020:00000010:3.0:1780383124.959638:0:2978:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000503bb527. 00000020:00000010:3.0:1780383124.960072:0:2978:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000096d70aed. 00000020:00000010:2.0:1780383125.228390:0:2993:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000001e0e6ed4. 00000020:00000010:2.0:1780383125.228438:0:2993:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000008b741c94. 00000020:00000010:2.0:1780383125.778676:0:3006:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at 00000000f6208bfc. 00000020:00000010:2.0:1780383125.778688:0:3006:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000393501dc. 00000020:00000010:2.0:1780383125.778692:0:3006:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eee73b48. 00000020:00000010:2.0:1780383125.778695:0:3006:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000038fde7b5. 00000008:00000010:2.0:1780383125.778712:0:3006:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000a524c2f4. 00020000:00000010:2.0:1780383125.778719:0:3006:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000d92f3a3d. 00008000:00000010:2.0:1780383125.778732:0:3006:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000007de618c7. 00000080:00000010:2.0:1780383125.778745:0:3006:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000001f973f38. 00000080:00000010:2.0:1780383125.778757:0:3006:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000d94385e. 00000020:00000010:2.0:1780383125.778763:0:3006:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4110834. 00000008:00000010:2.0:1780383125.780216:0:3006:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000b7c648d9. 00020000:00000010:2.0:1780383125.780957:0:3006:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c7a15637. 00008000:00000010:2.0:1780383125.781095:0:3006:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000016fd7056. 00000080:00000010:2.0:1780383125.781181:0:3006:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000f7d512f3. 00000080:00000010:1.0:1780383301.029448:0:6176:0:(super25.c:251:lustre_init_fs_context()) kmalloced '(lmd)': 128 at 0000000081c9aab8. 00000020:00000010:1.0:1780383301.029462:0:6176:0:(obd_mount.c:1365:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at 00000000091542b4. 00000020:00000010:1.0:1780383301.029472:0:6176:0:(obd_mount.c:1567:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 28 at 00000000c3af94d1. 00000020:00000010:1.0:1780383301.029475:0:6176:0:(obd_mount.c:1623:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at 00000000ca32b8ba. 00000020:00000010:1.0:1780383301.029478:0:6176:0:(obd_mount.c:1651:lustre_parse_monolithic()) kmalloced '(lmd->lmd_opts)': 17 at 00000000a81d0796. 00000020:00000010:1.0:1780383301.029614:0:6176:0:(obd_mount.c:633:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 000000000cc0155d. 00000020:00000010:1.0:1780383301.029631:0:6176:0:(obd_mount.c:323:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 0000000006e25919. 00000020:00000010:1.0:1780383301.029634:0:6176:0:(obd_mount.c:331:lustre_start_mgc()) kmalloced '(data)': 192 at 000000003880d2cf. 00000100:00000010:1.0:1780383301.029639:0:6176:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000001a27360d. 00000400:00000200:1.0:1780383301.029643:0:6176:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1780383301.029647:0:6176:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:1.0:1780383301.029652:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383301.029658:0:6176:0:(peer.c:230:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000b7c8eb1e. 00000400:00000200:1.0:1780383301.029661:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383301.029663:0:6176:0:(peer.c:263:lnet_peer_alloc()) 00000000b7c8eb1e nid 192.168.204.118@tcp 00000400:00000010:1.0:1780383301.029666:0:6176:0:(peer.c:194:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001c0b12e8. 00000400:00000200:1.0:1780383301.029668:0:6176:0:(peer.c:203:lnet_peer_net_alloc()) 000000001c0b12e8 net tcp 00000400:00000200:1.0:1780383301.029670:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383301.029673:0:6176:0:(peer.c:138:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ffbb92aa. 00000400:00000200:1.0:1780383301.029680:0:6176:0:(peer.c:184:lnet_peer_ni_alloc()) 00000000ffbb92aa nid 192.168.204.118@tcp 00000400:00000200:1.0:1780383301.029686:0:6176:0:(peer.c:1092:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.118@tcp: -2 00000400:00000200:1.0:1780383301.029690:0:6176:0:(peer.c:1649:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp flags 0x100001 00000400:00000200:1.0:1780383301.029695:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383301.029717:0:6176:0:(peer.c:2415:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp: 0 00000400:00000200:1.0:1780383301.029720:0:6176:0:(peer.c:2737:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1780383301.029722:0:6176:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1780383301.029724:0:6176:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000020:00000010:1.0:1780383301.029729:0:6176:0:(obd_mount.c:464:lustre_start_mgc()) kmalloced '(uuid)': 40 at 00000000a0ceaad0. 00000020:00000010:1.0:1780383301.029751:0:6176:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 000000004c75c230. 00000020:00000010:1.0:1780383301.029756:0:6176:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000987a85c6. 00000020:00000010:1.0:1780383301.029819:0:6176:0:(obd_mount.c:240:lustre_start_simple()) kmalloced '(lcfg)': 104 at 00000000d555f1de. 00000001:00000010:1.0:1780383301.029837:0:6176:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006756a843. 00000001:00000010:1.0:1780383301.029841:0:6176:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b22f60a9. 00000001:00000010:1.0:1780383301.029844:0:6176:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b01dbe26. 00000001:00000010:1.0:1780383301.029847:0:6176:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000041e60b0e. 00000001:00000010:1.0:1780383301.029849:0:6176:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ebf68720. 00000001:00000010:1.0:1780383301.029851:0:6176:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006186a917. 00000020:00000010:1.0:1780383301.029855:0:6176:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000678994a1. 00000020:00000010:1.0:1780383301.029860:0:6176:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cc4d2161. 00000020:00000010:1.0:1780383301.029873:0:6176:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000086700988. 00000008:00000010:1.0:1780383301.029885:0:6176:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000ac5374de. 00020000:00000010:1.0:1780383301.029897:0:6176:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000a1611a42. 00008000:00000010:1.0:1780383301.029913:0:6176:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f6c85235. 00000080:00000010:1.0:1780383301.029923:0:6176:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000000c534a9f. 00000020:00000010:1.0:1780383301.029927:0:6176:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009749fefa. 00000020:00000010:1.0:1780383301.029929:0:6176:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000006ab4f909. 00000040:00000010:1.0:1780383301.029932:0:6176:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000ee7ec5d8. 00000020:00000010:1.0:1780383301.029936:0:6176:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000003b3bbf6. 00000020:00000010:1.0:1780383301.029940:0:6176:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000093e3d74a. 00040000:00000010:1.0:1780383301.029944:0:6176:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b8d190ee. 00040000:00000010:1.0:1780383301.029947:0:6176:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000008d50c73. 10000000:00000010:1.0:1780383301.029954:0:6176:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at 00000000b3b0fe2c. 00010000:00000010:1.0:1780383301.029962:0:6176:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000c7202bde. 00010000:00000010:1.0:1780383301.029968:0:6176:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000dd00b815. 00010000:00000010:1.0:1780383301.029973:0:6176:0:(ldlm_lockd.c:3356:ldlm_setup()) kmalloced '(ldlm_state)': 32 at 00000000ec72662f. 00000100:00000010:1.0:1780383301.030036:0:6176:0:(service.c:747:ptlrpc_register_service()) kmalloced '(service)': 360 at 00000000116ceb9e. 00000100:00000010:1.0:1780383301.030041:0:6176:0:(service.c:805:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000cc807844. 00000100:00000010:1.0:1780383301.030052:0:6176:0:(service.c:629:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000e4c9f4a6. 00000100:00000010:1.0:1780383301.030059:0:6176:0:(service.c:637:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000fce626dd. 00000100:00000010:1.0:1780383301.030064:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053f36792. 00000100:00000010:1.0:1780383301.030078:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001dca2410. 00000100:00000010:1.0:1780383301.030082:0:6176:0:(service.c:805:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000b7e8c38c. 00000400:00000200:0.0:1780383301.030188:0:2413:0:(peer.c:4007:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1780383301.030195:0:2413:0:(peer.c:4119:lnet_peer_discovery()) peer 192.168.204.118@tcp(00000000b7c8eb1e) state 0x100041 00000400:00000010:0.0:1780383301.030201:0:2413:0:(api-ni.c:1819:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009e779d86. 00000400:00000010:0.0:1780383301.030215:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f44a401c. 00000400:00000010:0.0:1780383301.030232:0:2413:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000040db7c40. 00000400:00000200:0.0:1780383301.030237:0:2413:0:(lib-move.c:5305:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383301.030245:0:2413:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383301.030250:0:2413:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383301.030264:0:2413:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780383301.030268:0:2413:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1780383301.030271:0:2413:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780383301.030273:0:2413:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1780383301.030276:0:2413:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [1:1:256:4294967295] 192.168.204.118@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1780383301.030280:0:2413:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383301.030284:0:2413:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp 00000400:00000200:0.0:1780383301.030290:0:2413:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : GET try# 0 00000800:00000200:0.0:1780383301.030295:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383301.030300:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004ce0c44c. 00000400:00000200:0.0:1780383301.030306:0:2413:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000800:00000010:0.0:1780383301.030310:0:2413:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e7b469f2. 00000800:00000010:0.0:1780383301.030313:0:2413:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000009758e1. 00000800:00000200:0.0:1780383301.030317:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7b469f2] -> 12345-192.168.204.118@tcp (2) 00000800:00000200:0.1F:1780383301.030321:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7b469f2] -> 12345-192.168.204.118@tcp (2) 00000400:00000200:0.0:1780383301.030337:0:2413:0:(peer.c:3807:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000400:00000200:0.0:1780383301.030339:0:2413:0:(peer.c:4137:lnet_peer_discovery()) peer 192.168.204.118@tcp(00000000b7c8eb1e) state 0x100241 rc 0 00000100:00000010:1.0:1780383301.031685:0:6176:0:(service.c:629:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000ca51510b. 00000100:00000010:1.0:1780383301.031699:0:6176:0:(service.c:637:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000fde36eb5. 00000100:00000010:1.0:1780383301.031704:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009491ce2e. 00000100:00000010:1.0:1780383301.031708:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e282466f. 00000400:00000200:1.0:1780383301.031712:0:6176:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:1.0:1780383301.031762:0:6176:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e9e41cac. 00000020:00000010:1.0:1780383301.031766:0:6176:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000004f01ebaf. 00000100:00000010:1.0:1780383301.031824:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cf700f38. 00000100:00000010:1.0:1780383301.031830:0:6176:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000989dd26c. 00000100:00000010:1.0:1780383301.031833:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e40e7236. 00000100:00000010:1.0:1780383301.031837:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008b84958b. 00000100:00000010:1.0:1780383301.031840:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c6af296f. 00000100:00000010:1.0:1780383301.031842:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000034bb48ac. 00000100:00000010:1.0:1780383301.031844:0:6176:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000c0f17094. 00000100:00000010:1.0:1780383301.031846:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d0d38b06. 00000100:00000010:1.0:1780383301.031848:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f346a86e. 00000100:00000010:1.0:1780383301.031850:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000002616e0d. 00000100:00000200:1.0:1780383301.031877:0:6176:0:(service.c:850:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:1.0:1780383301.031881:0:6176:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e4acc4e0. 00000100:00000010:1.0:1780383301.032187:0:6177:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 00000000480d7964. 00000020:00000010:1.0:1780383301.032197:0:6177:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ae139269. 00000020:00000010:1.0:1780383301.032203:0:6177:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0916610. 00000020:00000010:1.0:1780383301.032207:0:6177:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000004a4202f6. 00000040:00000010:1.0:1780383301.032210:0:6177:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000054dbf08b. 00000020:00000010:1.0:1780383301.032214:0:6177:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000acc1e3ee. 00000020:00000010:1.0:1780383301.032230:0:6177:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b7a142ed. 00000020:00000010:1.0:1780383301.032236:0:6177:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000a9407bd0. 80000000:00000010:1.0:1780383301.032240:0:6177:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000989746c2. 40000000:00000010:1.0:1780383301.032244:0:6177:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000925ab675. 00100000:00000010:1.0:1780383301.032249:0:6177:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004636272a. 00040000:00000010:1.0:1780383301.032252:0:6177:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009c342ac2. 00040000:00000010:1.0:1780383301.032265:0:6177:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000416efa53. 00040000:00000010:1.0:1780383301.032269:0:6177:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bf3ec844. 00000004:00000010:1.0:1780383301.032274:0:6177:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000004bca084e. 00000004:00000010:1.0:1780383301.032284:0:6177:0:(mdt_handler.c:8392:mdt_key_init()) kmalloced '(value)': 2568 at 0000000065ab5e0b. 00000004:00000010:1.0:1780383301.032289:0:6177:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 0000000011e837bf. 00002000:00000010:1.0:1780383301.032297:0:6177:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005f21305c. 00000004:00000010:1.0:1780383301.032301:0:6177:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 000000001faac21e. 00000100:00000200:1.0:1780383301.032306:0:6177:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1780383301.032311:0:6177:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8ca69e1. 00000400:00000010:1.0:1780383301.032323:0:6177:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb893810. 00000100:00000010:1.0:1780383301.032331:0:6177:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000007852b4fa. 00000100:00000200:1.0:1780383301.032351:0:6177:0:(service.c:3110:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1780383301.033033:0:6176:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003ea8c198. 00000100:00000010:0.0:1780383301.033459:0:6178:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 000000003969de20. 00000020:00000010:0.0:1780383301.033463:0:6178:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008c75277e. 00000020:00000010:0.0:1780383301.033469:0:6178:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bcbba20b. 00000020:00000010:0.0:1780383301.033471:0:6178:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000073014f9c. 00000040:00000010:0.0:1780383301.033473:0:6178:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000fba911fc. 00000020:00000010:0.0:1780383301.033477:0:6178:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f5ab449b. 00000020:00000010:0.0:1780383301.033493:0:6178:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007709ea42. 00000020:00000010:0.0:1780383301.033497:0:6178:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000009fb8fc5d. 80000000:00000010:0.0:1780383301.033500:0:6178:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000257a0065. 40000000:00000010:0.0:1780383301.033503:0:6178:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a0e0f450. 00100000:00000010:0.0:1780383301.033507:0:6178:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000475ed692. 00040000:00000010:0.0:1780383301.033509:0:6178:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000055c91af7. 00040000:00000010:0.0:1780383301.033512:0:6178:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000001eab6e54. 00040000:00000010:0.0:1780383301.033516:0:6178:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b1b6557f. 00000004:00000010:0.0:1780383301.033519:0:6178:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 0000000046375843. 00000004:00000010:0.0:1780383301.033522:0:6178:0:(mdt_handler.c:8392:mdt_key_init()) kmalloced '(value)': 2568 at 000000001e80b95c. 00000004:00000010:0.0:1780383301.033525:0:6178:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 000000008f2b22dd. 00002000:00000010:0.0:1780383301.033529:0:6178:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000874b8cfc. 00000004:00000010:0.0:1780383301.033531:0:6178:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000a479747e. 00000100:00000010:0.0:1780383301.033535:0:6178:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000e8ce08af. 00000100:00000200:0.0:1780383301.033551:0:6178:0:(service.c:3110:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1780383301.033637:0:6176:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000633e6e77. 00000100:00000010:3.0:1780383301.034023:0:6179:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 000000007706f21f. 00000020:00000010:3.0:1780383301.034027:0:6179:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f67414ff. 00000020:00000010:3.0:1780383301.034030:0:6179:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a620c512. 00000020:00000010:3.0:1780383301.034037:0:6179:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000025375181. 00000040:00000010:3.0:1780383301.034039:0:6179:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000001dc63484. 00000020:00000010:3.0:1780383301.034042:0:6179:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006ce3e836. 00000020:00000010:3.0:1780383301.034055:0:6179:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000df7be521. 00000020:00000010:3.0:1780383301.034059:0:6179:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000009d04eadd. 80000000:00000010:3.0:1780383301.034061:0:6179:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006bb6ed22. 40000000:00000010:3.0:1780383301.034063:0:6179:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d259ce04. 00100000:00000010:3.0:1780383301.034075:0:6179:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cd806927. 00040000:00000010:3.0:1780383301.034078:0:6179:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001df3c02e. 00040000:00000010:3.0:1780383301.034081:0:6179:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f3980684. 00040000:00000010:3.0:1780383301.034083:0:6179:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002b6b8652. 00000004:00000010:3.0:1780383301.034090:0:6179:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 0000000059c23be6. 00000004:00000010:3.0:1780383301.034094:0:6179:0:(mdt_handler.c:8392:mdt_key_init()) kmalloced '(value)': 2568 at 00000000928b0ef7. 00000004:00000010:3.0:1780383301.034096:0:6179:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 000000004b1778aa. 00002000:00000010:3.0:1780383301.034099:0:6179:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e36d7930. 00000004:00000010:3.0:1780383301.034102:0:6179:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 000000005ae5c43c. 00000100:00000200:3.0:1780383301.034105:0:6179:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1780383301.034110:0:6179:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ff727d3. 00000400:00000010:3.0:1780383301.034116:0:6179:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033cd0e55. 00000100:00000010:3.0:1780383301.034122:0:6179:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000038e4e723. 00000100:00000200:3.0:1780383301.034136:0:6179:0:(service.c:3110:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1780383301.034218:0:6176:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000423d2418. 00000100:00000010:3.0:1780383301.034490:0:6180:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 00000000af6d09f7. 00000020:00000010:3.0:1780383301.034494:0:6180:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000027e320f9. 00000020:00000010:3.0:1780383301.034497:0:6180:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040c02d3f. 00000020:00000010:3.0:1780383301.034500:0:6180:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000acf4bf16. 00000040:00000010:3.0:1780383301.034502:0:6180:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000013388343. 00000020:00000010:3.0:1780383301.034504:0:6180:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000689fc459. 00000020:00000010:3.0:1780383301.034507:0:6180:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000de06da7f. 00000020:00000010:3.0:1780383301.034509:0:6180:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000a6ad09d3. 80000000:00000010:3.0:1780383301.034511:0:6180:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000042ffe901. 40000000:00000010:3.0:1780383301.034513:0:6180:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000029728273. 00100000:00000010:3.0:1780383301.034516:0:6180:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ac2c4122. 00040000:00000010:3.0:1780383301.034518:0:6180:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a5187cd1. 00040000:00000010:3.0:1780383301.034525:0:6180:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000056af4799. 00040000:00000010:3.0:1780383301.034527:0:6180:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000095659b5e. 00000004:00000010:3.0:1780383301.034529:0:6180:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000001695a07e. 00000004:00000010:3.0:1780383301.034532:0:6180:0:(mdt_handler.c:8392:mdt_key_init()) kmalloced '(value)': 2568 at 00000000eeb72f96. 00000004:00000010:3.0:1780383301.034534:0:6180:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 000000002b14a4b5. 00002000:00000010:3.0:1780383301.034536:0:6180:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000448d1c5d. 00000004:00000010:3.0:1780383301.034539:0:6180:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 0000000072240f1f. 00000100:00000010:3.0:1780383301.034542:0:6180:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000264380f0. 00000100:00000200:3.0:1780383301.034556:0:6180:0:(service.c:3110:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1780383301.034589:0:6176:0:(service.c:747:ptlrpc_register_service()) kmalloced '(service)': 360 at 00000000087b2e3c. 00000100:00000010:1.0:1780383301.034595:0:6176:0:(service.c:805:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000001148d9a6. 00000100:00000010:1.0:1780383301.034607:0:6176:0:(service.c:629:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000374e537d. 00000100:00000010:1.0:1780383301.034613:0:6176:0:(service.c:637:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000cd70a353. 00000100:00000010:1.0:1780383301.034618:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff2abf6c. 00000100:00000010:1.0:1780383301.034622:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005aae07d8. 00000100:00000010:1.0:1780383301.034624:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf55dd32. 00000100:00000010:1.0:1780383301.034633:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006b2f4a5b. 00000100:00000010:1.0:1780383301.034639:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000662ce2a6. 00000100:00000010:1.0:1780383301.034642:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000090ee57e0. 00000100:00000010:1.0:1780383301.034644:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015d8a344. 00000100:00000010:1.0:1780383301.034647:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a86dae1d. 00000100:00000010:1.0:1780383301.034649:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039588450. 00000100:00000010:1.0:1780383301.034653:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000628b7fa8. 00000100:00000010:1.0:1780383301.034655:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c79432c7. 00000100:00000010:1.0:1780383301.034663:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000088429b28. 00000100:00000010:1.0:1780383301.034665:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d8f8ab0. 00000100:00000010:1.0:1780383301.034669:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000680c5bc3. 00000100:00000010:1.0:1780383301.034671:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ac38868. 00000100:00000010:1.0:1780383301.034674:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000099dc5723. 00000100:00000010:1.0:1780383301.034676:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9202bce. 00000100:00000010:1.0:1780383301.034679:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007bb967ae. 00000100:00000010:1.0:1780383301.034681:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e4ea3db. 00000100:00000010:1.0:1780383301.034689:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006696d45b. 00000100:00000010:1.0:1780383301.034692:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1047264. 00000100:00000010:1.0:1780383301.034695:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009c7ee91c. 00000100:00000010:1.0:1780383301.034697:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f26e263. 00000100:00000010:1.0:1780383301.034701:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000568c080d. 00000100:00000010:1.0:1780383301.034703:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b8d817a. 00000100:00000010:1.0:1780383301.034707:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c59e7625. 00000100:00000010:1.0:1780383301.034717:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057ddeec9. 00000100:00000010:1.0:1780383301.034726:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b430ad15. 00000100:00000010:1.0:1780383301.034729:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f0350ae. 00000100:00000010:1.0:1780383301.034732:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b4c78e32. 00000100:00000010:1.0:1780383301.034734:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003455226c. 00000100:00000010:1.0:1780383301.034738:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d820d0fe. 00000100:00000010:1.0:1780383301.034740:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000710e42b5. 00000100:00000010:1.0:1780383301.034744:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c5704f84. 00000100:00000010:1.0:1780383301.034746:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005774be79. 00000100:00000010:1.0:1780383301.034756:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000040809f7a. 00000100:00000010:1.0:1780383301.034759:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e48bc3b. 00000100:00000010:1.0:1780383301.034762:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b03656d9. 00000100:00000010:1.0:1780383301.034764:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e77a2b6d. 00000100:00000010:1.0:1780383301.034767:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b9c23497. 00000100:00000010:1.0:1780383301.034770:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060b6773e. 00000100:00000010:1.0:1780383301.034773:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000029913a06. 00000100:00000010:1.0:1780383301.034808:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000609e7be0. 00000100:00000010:1.0:1780383301.034818:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bf9fec77. 00000100:00000010:1.0:1780383301.034821:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd795da6. 00000100:00000010:1.0:1780383301.034825:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d6624625. 00000100:00000010:1.0:1780383301.034827:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5ddea75. 00000100:00000010:1.0:1780383301.034830:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000081419c23. 00000100:00000010:1.0:1780383301.034832:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000914f87. 00000100:00000010:1.0:1780383301.034835:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000013ab0b89. 00000100:00000010:1.0:1780383301.034838:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000faabf247. 00000100:00000010:1.0:1780383301.034845:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004493f65d. 00000100:00000010:1.0:1780383301.034848:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bcbaa581. 00000100:00000010:1.0:1780383301.034851:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d067fdde. 00000100:00000010:1.0:1780383301.034853:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf70a578. 00000100:00000010:1.0:1780383301.034856:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006163a50d. 00000100:00000010:1.0:1780383301.034859:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d198a6d4. 00000100:00000010:1.0:1780383301.034862:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000083788eda. 00000100:00000010:1.0:1780383301.034870:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b96b8cb1. 00000100:00000010:1.0:1780383301.034878:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000050dceb5e. 00000100:00000010:1.0:1780383301.034880:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f45e9684. 00000100:00000010:1.0:1780383301.034883:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f84c84df. 00000100:00000010:1.0:1780383301.034886:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ee89443. 00000100:00000010:1.0:1780383301.034889:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000527779e2. 00000100:00000010:1.0:1780383301.034891:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f735fcb. 00000100:00000010:1.0:1780383301.034894:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ebeb4e33. 00000100:00000010:1.0:1780383301.034900:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000111b3747. 00000100:00000010:1.0:1780383301.034907:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f077e624. 00000100:00000010:1.0:1780383301.034909:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000749e68b0. 00000100:00000010:1.0:1780383301.034913:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000053bef0b9. 00000100:00000010:1.0:1780383301.034915:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003550af1e. 00000100:00000010:1.0:1780383301.034918:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000009075db7. 00000100:00000010:1.0:1780383301.034920:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c89bfad. 00000100:00000010:1.0:1780383301.034924:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006da95a16. 00000100:00000010:1.0:1780383301.034926:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f5b9855. 00000100:00000010:1.0:1780383301.034933:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002bedbc54. 00000100:00000010:1.0:1780383301.034936:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f116a863. 00000100:00000010:1.0:1780383301.034939:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f1a4af5f. 00000100:00000010:1.0:1780383301.034942:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028f5eb1a. 00000100:00000010:1.0:1780383301.034945:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d195106c. 00000100:00000010:1.0:1780383301.034947:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed3cee10. 00000100:00000010:1.0:1780383301.034950:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000073747699. 00000100:00000010:1.0:1780383301.034952:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091813a00. 00000100:00000010:1.0:1780383301.034960:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bb326732. 00000100:00000010:1.0:1780383301.034963:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064d90afa. 00000100:00000010:1.0:1780383301.034966:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003b0cc2e3. 00000100:00000010:1.0:1780383301.034968:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b313a863. 00000100:00000010:1.0:1780383301.034972:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bbb6ee05. 00000100:00000010:1.0:1780383301.034974:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052380bcd. 00000100:00000010:1.0:1780383301.034977:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eebace01. 00000100:00000010:1.0:1780383301.034985:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003158629f. 00000100:00000010:1.0:1780383301.034992:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f2af3f22. 00000100:00000010:1.0:1780383301.034995:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c713e579. 00000100:00000010:1.0:1780383301.034998:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d0fc87f0. 00000100:00000010:1.0:1780383301.035000:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e380f0f9. 00000100:00000010:1.0:1780383301.035004:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bac4fc60. 00000100:00000010:1.0:1780383301.035006:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c4d66b5. 00000100:00000010:1.0:1780383301.035014:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d2f90230. 00000100:00000010:1.0:1780383301.035016:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aacba8f1. 00000100:00000010:1.0:1780383301.035025:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bf01cbec. 00000100:00000010:1.0:1780383301.035028:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ccc6f5b. 00000100:00000010:1.0:1780383301.035031:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000087f39299. 00000100:00000010:1.0:1780383301.035033:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ea123a5. 00000100:00000010:1.0:1780383301.035036:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007a11cb36. 00000100:00000010:1.0:1780383301.035039:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0cb2582. 00000100:00000010:1.0:1780383301.035042:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002c83d268. 00000100:00000010:1.0:1780383301.035044:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee87b9ab. 00000100:00000010:1.0:1780383301.035052:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d8fc171b. 00000100:00000010:1.0:1780383301.035055:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb28a7dc. 00000100:00000010:1.0:1780383301.035058:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000004199dbc. 00000100:00000010:1.0:1780383301.035060:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d422c7e. 00000100:00000010:1.0:1780383301.035063:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a0065f53. 00000100:00000010:1.0:1780383301.035065:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1f2a7c4. 00000100:00000010:1.0:1780383301.035079:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008b191caa. 00000100:00000010:1.0:1780383301.035082:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000856971f6. 00000100:00000010:1.0:1780383301.035151:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008dd2fb09. 00000100:00000010:1.0:1780383301.035155:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000258dd724. 00000100:00000010:1.0:1780383301.035159:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005217393f. 00000100:00000010:1.0:1780383301.035161:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006378d261. 00000100:00000010:1.0:1780383301.035164:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000012532bde. 00000100:00000010:1.0:1780383301.035167:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000809d37a9. 00000100:00000010:1.0:1780383301.035170:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000710cda32. 00000100:00000010:1.0:1780383301.035179:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005858d312. 00000100:00000010:1.0:1780383301.035186:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cf69c44e. 00000100:00000010:1.0:1780383301.035189:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b851e6ed. 00000100:00000010:1.0:1780383301.035192:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005440b03a. 00000100:00000010:1.0:1780383301.035195:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003920140a. 00000100:00000010:1.0:1780383301.035198:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000b09010b. 00000100:00000010:1.0:1780383301.035206:0:6176:0:(service.c:805:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000259ff6de. 00000100:00000010:1.0:1780383301.035216:0:6176:0:(service.c:629:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000001b8ef017. 00000100:00000010:1.0:1780383301.035223:0:6176:0:(service.c:637:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000001fcc5ca9. 00000100:00000010:1.0:1780383301.035227:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035f6d986. 00000100:00000010:1.0:1780383301.035231:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000528a6e53. 00000100:00000010:1.0:1780383301.035233:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eceff76a. 00000100:00000010:1.0:1780383301.035244:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000484de2ed. 00000100:00000010:1.0:1780383301.035247:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2d7b6ae. 00000100:00000010:1.0:1780383301.035250:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001c0f06c8. 00000100:00000010:1.0:1780383301.035252:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b724ad3c. 00000100:00000010:1.0:1780383301.035267:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000442809e8. 00000100:00000010:1.0:1780383301.035270:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e6fe9b5. 00000100:00000010:1.0:1780383301.035273:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007e1d256b. 00000100:00000010:1.0:1780383301.035276:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3803281. 00000100:00000010:1.0:1780383301.035286:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b7278b0e. 00000100:00000010:1.0:1780383301.035289:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e399028b. 00000100:00000010:1.0:1780383301.035292:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000652ac77b. 00000100:00000010:1.0:1780383301.035294:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f82e6d5. 00000100:00000010:1.0:1780383301.035298:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000048966cde. 00000100:00000010:1.0:1780383301.035300:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000506c488. 00000100:00000010:1.0:1780383301.035303:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b92af5fa. 00000100:00000010:1.0:1780383301.035305:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000354c6ac2. 00000100:00000010:1.0:1780383301.035313:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002b3a4127. 00000100:00000010:1.0:1780383301.035315:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c6ade61. 00000100:00000010:1.0:1780383301.035318:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d889bf60. 00000100:00000010:1.0:1780383301.035321:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007965c02. 00000100:00000010:1.0:1780383301.035324:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006d2a0730. 00000100:00000010:1.0:1780383301.035331:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d9b99ea. 00000100:00000010:1.0:1780383301.035334:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000032419e3a. 00000100:00000010:1.0:1780383301.035336:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092707b89. 00000100:00000010:1.0:1780383301.035344:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bf2edab2. 00000100:00000010:1.0:1780383301.035349:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002358cdf3. 00000100:00000010:1.0:1780383301.035352:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000042603dc4. 00000100:00000010:1.0:1780383301.035354:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b25edd0. 00000100:00000010:1.0:1780383301.035358:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b82067d7. 00000100:00000010:1.0:1780383301.035360:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049684753. 00000100:00000010:1.0:1780383301.035363:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c7f35188. 00000100:00000010:1.0:1780383301.035365:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ba4b388. 00000100:00000010:1.0:1780383301.035372:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c02da7c7. 00000100:00000010:1.0:1780383301.035375:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ce4d04a. 00000100:00000010:1.0:1780383301.035378:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b469aeb9. 00000100:00000010:1.0:1780383301.035380:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007053c9da. 00000100:00000010:1.0:1780383301.035383:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000018c0d06c. 00000100:00000010:1.0:1780383301.035385:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdddfa6e. 00000100:00000010:1.0:1780383301.035389:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f8abb11c. 00000100:00000010:1.0:1780383301.035391:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f8d0280. 00000100:00000010:1.0:1780383301.035398:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000247bc531. 00000100:00000010:1.0:1780383301.035402:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a59fb4d7. 00000100:00000010:1.0:1780383301.035406:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b8281001. 00000100:00000010:1.0:1780383301.035408:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0029f62. 00000100:00000010:1.0:1780383301.035413:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000007475193. 00000100:00000010:1.0:1780383301.035415:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086c37a2f. 00000100:00000010:1.0:1780383301.035420:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d5c02c40. 00000100:00000010:1.0:1780383301.035422:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c1ac6ee. 00000100:00000010:1.0:1780383301.035430:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f77bbe6b. 00000100:00000010:1.0:1780383301.035433:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a3c02c5. 00000100:00000010:1.0:1780383301.035436:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002d449916. 00000100:00000010:1.0:1780383301.035438:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000006eb48e. 00000100:00000010:1.0:1780383301.035442:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002c4f9608. 00000100:00000010:1.0:1780383301.035449:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c005372b. 00000100:00000010:1.0:1780383301.035452:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009f51d12c. 00000100:00000010:1.0:1780383301.035454:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f7eb83f. 00000100:00000010:1.0:1780383301.035465:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005387b9f5. 00000100:00000010:1.0:1780383301.035467:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1eef722. 00000100:00000010:1.0:1780383301.035470:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000087fa30ff. 00000100:00000010:1.0:1780383301.035472:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087c4c596. 00000100:00000010:1.0:1780383301.035476:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005c430d65. 00000100:00000010:1.0:1780383301.035478:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008761c18e. 00000100:00000010:1.0:1780383301.035481:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000043ba8b91. 00000100:00000010:1.0:1780383301.035483:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce7c21a5. 00000100:00000010:1.0:1780383301.035491:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000024486a04. 00000100:00000010:1.0:1780383301.035494:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033cbde33. 00000100:00000010:1.0:1780383301.035497:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002f51078c. 00000100:00000010:1.0:1780383301.035499:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038d52e05. 00000100:00000010:1.0:1780383301.035502:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007402be80. 00000100:00000010:1.0:1780383301.035504:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003faa6145. 00000100:00000010:1.0:1780383301.035508:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dbbb1057. 00000100:00000010:1.0:1780383301.035510:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd8cc23b. 00000100:00000010:1.0:1780383301.035517:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000334c7dfa. 00000100:00000010:1.0:1780383301.035520:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018d19dd3. 00000100:00000010:1.0:1780383301.035523:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000072abf300. 00000100:00000010:1.0:1780383301.035525:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f51edf94. 00000100:00000010:1.0:1780383301.035528:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e1578bcd. 00000100:00000010:1.0:1780383301.035530:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086b2f41a. 00000100:00000010:1.0:1780383301.035534:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000103cec91. 00000100:00000010:1.0:1780383301.035536:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021b888f3. 00000100:00000010:1.0:1780383301.035543:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000055369179. 00000100:00000010:1.0:1780383301.035546:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011cdedd0. 00000100:00000010:1.0:1780383301.035549:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ac65f07c. 00000100:00000010:1.0:1780383301.035551:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087cf4769. 00000100:00000010:1.0:1780383301.035554:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001b8ef814. 00000100:00000010:1.0:1780383301.035562:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3d3329c. 00000100:00000010:1.0:1780383301.035566:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cf06ddc3. 00000100:00000010:1.0:1780383301.035571:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4dd3d40. 00000100:00000010:1.0:1780383301.035578:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c94b3c31. 00000100:00000010:1.0:1780383301.035581:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002fcd1fcb. 00000100:00000010:1.0:1780383301.035584:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000036062ea6. 00000100:00000010:1.0:1780383301.035586:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000096ca3bbd. 00000100:00000010:1.0:1780383301.035590:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001619da90. 00000100:00000010:1.0:1780383301.035592:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000369bd9b0. 00000100:00000010:1.0:1780383301.035595:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dab778ad. 00000100:00000010:1.0:1780383301.035597:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb3006aa. 00000100:00000010:1.0:1780383301.035605:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000075b458f9. 00000100:00000010:1.0:1780383301.035607:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b846771. 00000100:00000010:1.0:1780383301.035611:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000083a1c81e. 00000100:00000010:1.0:1780383301.035613:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2d1150d. 00000100:00000010:1.0:1780383301.035616:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d7197f40. 00000100:00000010:1.0:1780383301.035618:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aca876aa. 00000100:00000010:1.0:1780383301.035622:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000001a8ead3. 00000100:00000010:1.0:1780383301.035624:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5142b5d. 00000100:00000010:1.0:1780383301.035632:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000341ddbcc. 00000100:00000010:1.0:1780383301.035634:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035264590. 00000100:00000010:1.0:1780383301.035637:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000062096593. 00000100:00000010:1.0:1780383301.035639:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000671669b6. 00000100:00000010:1.0:1780383301.035643:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f3505cd6. 00000100:00000010:1.0:1780383301.035645:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5638eb1. 00000100:00000010:1.0:1780383301.035648:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000001a64a5b. 00000100:00000010:1.0:1780383301.035650:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055117d1d. 00000100:00000010:1.0:1780383301.035659:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d9153679. 00000100:00000010:1.0:1780383301.035661:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac0d2ab4. 00000100:00000010:1.0:1780383301.035664:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000066f6d4f6. 00000100:00000010:1.0:1780383301.035666:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9c93e91. 00000100:00000010:1.0:1780383301.035670:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cd5702ef. 00000100:00000010:1.0:1780383301.035677:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000096f43315. 00000100:00000010:1.0:1780383301.035683:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007672c6b7. 00000100:00000010:1.0:1780383301.035685:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000488b3c6b. 00000100:00000010:1.0:1780383301.035693:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000011fdfd78. 00000100:00000010:1.0:1780383301.035695:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5e2f91b. 00000100:00000010:1.0:1780383301.035698:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000005cd3ab9. 00000100:00000010:1.0:1780383301.035701:0:6176:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3d6ee22. 00000100:00000010:1.0:1780383301.035704:0:6176:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005ac09fb9. 00000400:00000200:1.0:1780383301.035707:0:6176:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:1.0:1780383301.035811:0:6176:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f3b501de. 00000020:00000010:1.0:1780383301.035816:0:6176:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000a40b2206. 00000100:00000010:1.0:1780383301.035861:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cdbd2172. 00000100:00000010:1.0:1780383301.035867:0:6176:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000c39cefeb. 00000100:00000010:1.0:1780383301.035870:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000064ae397f. 00000100:00000010:1.0:1780383301.035874:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007e1dad09. 00000100:00000010:1.0:1780383301.035876:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b9464498. 00000100:00000010:1.0:1780383301.035879:0:6176:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000c80e57c6. 00000100:00000010:1.0:1780383301.035882:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000ea2fe31. 00000100:00000010:1.0:1780383301.035884:0:6176:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000c12d72f1. 00000100:00000010:1.0:1780383301.035886:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cce3ce4f. 00000100:00000010:1.0:1780383301.035888:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f7e73267. 00000100:00000010:1.0:1780383301.035890:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000466fe869. 00000100:00000010:1.0:1780383301.035892:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003a8274ec. 00000100:00000010:1.0:1780383301.035894:0:6176:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000008584862a. 00000100:00000010:1.0:1780383301.035896:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000343780ca. 00000100:00000010:1.0:1780383301.035897:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f2d6cb94. 00000100:00000010:1.0:1780383301.035899:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ee8dcea8. 00000100:00000010:1.0:1780383301.035901:0:6176:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 0000000064be335d. 00000100:00000010:1.0:1780383301.035903:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000eab666c0. 00000100:00000010:1.0:1780383301.035905:0:6176:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000e81368a5. 00000100:00000010:1.0:1780383301.035907:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000017543347. 00000100:00000010:1.0:1780383301.035908:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000068a6d376. 00000100:00000010:1.0:1780383301.035910:0:6176:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c148c105. 00000100:00000200:1.0:1780383301.035939:0:6176:0:(service.c:850:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:1.0:1780383301.035943:0:6176:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d06b2c6a. 00000800:00000010:2.0:1780383301.036500:0:2402:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 00000000da99e802. 00000800:00000010:2.0:1780383301.036505:0:2402:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009d5b85e6. 00000800:00000010:2.0:1780383301.036511:0:2402:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d73a21bc. 00000800:00000010:2.0:1780383301.036519:0:2402:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d73a21bc. 00000100:00000010:1.0:1780383301.038415:0:6181:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e7aa2609. 00000020:00000010:1.0:1780383301.038422:0:6181:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000084d01314. 00000020:00000010:1.0:1780383301.038429:0:6181:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c75b70d. 00000020:00000010:1.0:1780383301.038432:0:6181:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000056c9c035. 00000020:00000010:1.0:1780383301.038436:0:6181:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000af78cd67. 00000040:00000010:1.0:1780383301.038439:0:6181:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000003ccd5630. 00000020:00000010:1.0:1780383301.038443:0:6181:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007e574022. 00000020:00000010:1.0:1780383301.038448:0:6181:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008c4d6c01. 00000020:00000010:1.0:1780383301.038451:0:6181:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000b095ef91. 80000000:00000010:1.0:1780383301.038454:0:6181:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000010f1ec4d. 40000000:00000010:1.0:1780383301.038457:0:6181:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006b9acda2. 00000008:00000010:1.0:1780383301.038473:0:6181:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000dadf1af7. 00020000:00000010:1.0:1780383301.038479:0:6181:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000546f44ba. 00008000:00000010:1.0:1780383301.038490:0:6181:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000afb3f8a8. 00100000:00000010:1.0:1780383301.038495:0:6181:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f9c6394a. 00040000:00000010:1.0:1780383301.038499:0:6181:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dfd732e2. 00040000:00000010:1.0:1780383301.038502:0:6181:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fd3b974e. 00040000:00000010:1.0:1780383301.038505:0:6181:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000067a9d406. 00000004:00000010:1.0:1780383301.038509:0:6181:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000002082b989. 00000004:00000010:1.0:1780383301.038513:0:6181:0:(mdt_handler.c:8392:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f9c1ee7d. 00000004:00000010:1.0:1780383301.038516:0:6181:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 000000007347d223. 00002000:00000010:1.0:1780383301.038519:0:6181:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000097c3536. 00000004:00000010:1.0:1780383301.038523:0:6181:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000a584c9c9. 00000080:00000010:1.0:1780383301.038533:0:6181:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000001fc93665. 00000080:00000010:1.0:1780383301.038543:0:6181:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000fe2885de. 00000100:00000200:1.0:1780383301.038548:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038553:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e75f99d. 00000400:00000010:1.0:1780383301.038567:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8dce6fa. 00000100:00000200:1.0:1780383301.038574:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038576:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032b3f49f. 00000400:00000010:1.0:1780383301.038578:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003532033. 00000100:00000200:1.0:1780383301.038583:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038585:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000983d4c8c. 00000400:00000010:1.0:1780383301.038587:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf8b6910. 00000100:00000200:1.0:1780383301.038588:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038590:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d25c4e1. 00000400:00000010:1.0:1780383301.038592:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007d1686c. 00000100:00000200:1.0:1780383301.038594:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038596:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003861e06d. 00000400:00000010:1.0:1780383301.038597:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000641b48fb. 00000100:00000200:1.0:1780383301.038599:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038600:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c01d3ae2. 00000400:00000010:1.0:1780383301.038602:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068470093. 00000100:00000200:1.0:1780383301.038604:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038606:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdc0fe53. 00000400:00000010:1.0:1780383301.038607:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055d52013. 00000100:00000200:1.0:1780383301.038609:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038611:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ca0bb8a. 00000400:00000010:1.0:1780383301.038612:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc90dcc3. 00000100:00000200:1.0:1780383301.038614:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038616:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4d66f51. 00000400:00000010:1.0:1780383301.038617:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002968e91. 00000100:00000200:1.0:1780383301.038619:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038621:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af9f7159. 00000400:00000010:1.0:1780383301.038623:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ccf8a22b. 00000100:00000200:1.0:1780383301.038624:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038626:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000176bd46f. 00000400:00000010:1.0:1780383301.038628:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000601e82d2. 00000100:00000200:1.0:1780383301.038630:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038631:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c426c019. 00000400:00000010:1.0:1780383301.038633:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6c68bb2. 00000100:00000200:1.0:1780383301.038634:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038636:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000673fa16e. 00000400:00000010:1.0:1780383301.038638:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000064104c2. 00000100:00000200:1.0:1780383301.038640:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038641:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000134d1bbc. 00000400:00000010:1.0:1780383301.038647:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a4c1c71. 00000100:00000200:1.0:1780383301.038650:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038652:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000705e4154. 00000400:00000010:1.0:1780383301.038654:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6c32b70. 00000100:00000200:1.0:1780383301.038656:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038657:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8c6e319. 00000400:00000010:1.0:1780383301.038659:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003fd366a7. 00000100:00000200:1.0:1780383301.038661:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038662:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecad3789. 00000400:00000010:1.0:1780383301.038664:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ed5a78a. 00000100:00000200:1.0:1780383301.038666:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038667:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d09ec48c. 00000400:00000010:1.0:1780383301.038669:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038e74bf3. 00000100:00000200:1.0:1780383301.038671:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038672:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6e22a4b. 00000400:00000010:1.0:1780383301.038674:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000060d4e62. 00000100:00000200:1.0:1780383301.038675:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038677:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb0b16bc. 00000400:00000010:1.0:1780383301.038679:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cb35eb2. 00000100:00000200:1.0:1780383301.038681:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038682:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d04c1d8. 00000400:00000010:1.0:1780383301.038684:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063d71b13. 00000100:00000200:1.0:1780383301.038685:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038687:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3505bb2. 00000400:00000010:1.0:1780383301.038695:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ce769bf. 00000100:00000200:1.0:1780383301.038697:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038699:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a069cdc3. 00000400:00000010:1.0:1780383301.038701:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f7f1dc9. 00000100:00000200:1.0:1780383301.038703:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038704:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003f36f12. 00000400:00000010:1.0:1780383301.038721:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008233a8d1. 00000100:00000200:1.0:1780383301.038723:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038725:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bce2d8a8. 00000400:00000010:1.0:1780383301.038726:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d86ba72. 00000100:00000200:1.0:1780383301.038728:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038734:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec7bd872. 00000400:00000010:1.0:1780383301.038736:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047787528. 00000100:00000200:1.0:1780383301.038738:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038741:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091552e4a. 00000400:00000010:1.0:1780383301.038742:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c35e39b5. 00000100:00000200:1.0:1780383301.038745:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038747:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3990439. 00000400:00000010:1.0:1780383301.038749:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000103e381f. 00000100:00000200:1.0:1780383301.038751:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038752:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2ebdd93. 00000400:00000010:1.0:1780383301.038754:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8d1d4df. 00000100:00000200:1.0:1780383301.038756:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038757:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086430ff0. 00000400:00000010:1.0:1780383301.038759:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4a03de4. 00000100:00000200:1.0:1780383301.038761:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038762:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000572443ba. 00000400:00000010:1.0:1780383301.038764:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bae53ae. 00000100:00000200:1.0:1780383301.038766:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038767:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032e3eb0f. 00000400:00000010:1.0:1780383301.038769:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003195bd7f. 00000100:00000200:1.0:1780383301.038771:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038773:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6305fa7. 00000400:00000010:1.0:1780383301.038801:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff76cc3b. 00000100:00000200:1.0:1780383301.038804:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038805:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c7ea732. 00000400:00000010:1.0:1780383301.038807:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d442d978. 00000100:00000200:1.0:1780383301.038809:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038810:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad150282. 00000400:00000010:1.0:1780383301.038812:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021cf192b. 00000100:00000200:1.0:1780383301.038813:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038815:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000801d8fa8. 00000400:00000010:1.0:1780383301.038817:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad9d5a28. 00000100:00000200:1.0:1780383301.038818:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038820:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5fef8b6. 00000400:00000010:1.0:1780383301.038821:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000029e00db. 00000100:00000200:1.0:1780383301.038828:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038830:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069af0913. 00000400:00000010:1.0:1780383301.038832:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6607293. 00000100:00000200:1.0:1780383301.038833:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038835:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007028e2ff. 00000400:00000010:1.0:1780383301.038837:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d018f535. 00000100:00000200:1.0:1780383301.038838:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038840:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc7910ca. 00000400:00000010:1.0:1780383301.038841:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9825bdc. 00000100:00000200:1.0:1780383301.038843:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038844:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb54b295. 00000400:00000010:1.0:1780383301.038846:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de004286. 00000100:00000200:1.0:1780383301.038848:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038850:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000933a8811. 00000400:00000010:1.0:1780383301.038851:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9fe56d8. 00000100:00000200:1.0:1780383301.038853:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038855:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068b4587b. 00000400:00000010:1.0:1780383301.038862:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d9c6bcc. 00000100:00000200:1.0:1780383301.038865:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038875:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dc24cf5. 00000400:00000010:1.0:1780383301.038877:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000613569a5. 00000100:00000200:1.0:1780383301.038880:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038881:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083f926c9. 00000400:00000010:1.0:1780383301.038883:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036246c74. 00000100:00000200:1.0:1780383301.038885:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038886:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025856b3e. 00000400:00000010:1.0:1780383301.038888:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000428b3ed1. 00000100:00000200:1.0:1780383301.038890:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038892:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3f15437. 00000400:00000010:1.0:1780383301.038894:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044266a68. 00000100:00000200:1.0:1780383301.038895:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038897:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5b69e1b. 00000400:00000010:1.0:1780383301.038898:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fddf7e2f. 00000100:00000200:1.0:1780383301.038900:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038901:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fe96621. 00000400:00000010:1.0:1780383301.038906:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4e519c5. 00000100:00000200:1.0:1780383301.038909:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038910:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006514fbbc. 00000400:00000010:1.0:1780383301.038912:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a08db34c. 00000100:00000200:1.0:1780383301.038913:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038915:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1a1fdfe. 00000400:00000010:1.0:1780383301.038917:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a1192aa. 00000100:00000200:1.0:1780383301.038919:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038920:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c81d8a9e. 00000400:00000010:1.0:1780383301.038922:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dbe8aad3. 00000100:00000200:1.0:1780383301.038923:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038925:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055becc55. 00000400:00000010:1.0:1780383301.038926:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f25980d8. 00000100:00000200:1.0:1780383301.038928:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038930:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1d9e0c7. 00000400:00000010:1.0:1780383301.038931:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047e36228. 00000100:00000200:1.0:1780383301.038933:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038934:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061bb7217. 00000400:00000010:1.0:1780383301.038936:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d3677cb. 00000100:00000200:1.0:1780383301.038938:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038939:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9e9d9a6. 00000400:00000010:1.0:1780383301.038941:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6c81fa9. 00000100:00000200:1.0:1780383301.038943:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038945:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000685bf554. 00000400:00000010:1.0:1780383301.038946:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ff91406. 00000100:00000200:1.0:1780383301.038948:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038950:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007418d0a0. 00000400:00000010:1.0:1780383301.038951:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddc38496. 00000100:00000200:1.0:1780383301.038953:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038954:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b1c68c9. 00000400:00000010:1.0:1780383301.038956:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f92e04ba. 00000100:00000200:1.0:1780383301.038957:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038959:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5637d07. 00000400:00000010:1.0:1780383301.038961:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8a75392. 00000100:00000200:1.0:1780383301.038962:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038968:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000153b07fa. 00000400:00000010:1.0:1780383301.038970:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9826ed6. 00000100:00000200:1.0:1780383301.038972:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038974:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db383ad6. 00000400:00000010:1.0:1780383301.038975:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001965641a. 00000100:00000200:1.0:1780383301.038977:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038979:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d98ba62. 00000400:00000010:1.0:1780383301.038980:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e60387e. 00000100:00000200:1.0:1780383301.038982:0:6181:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1780383301.038984:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc7e4fb0. 00000400:00000010:1.0:1780383301.038991:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e2a3505. 00000100:00000010:1.0:1780383301.038996:0:6181:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000005a6a35c0. 00000100:00000200:1.0:1780383301.039005:0:6181:0:(service.c:3110:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1780383301.039066:0:6176:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000db942478. 00000100:00000010:1.0:1780383301.041041:0:6182:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 000000002cc38065. 00000020:00000010:1.0:1780383301.041049:0:6182:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008e4c0069. 00000020:00000010:1.0:1780383301.041054:0:6182:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e089b797. 00000020:00000010:1.0:1780383301.041057:0:6182:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c4f5d1fd. 00000020:00000010:1.0:1780383301.041061:0:6182:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000004ef57d1d. 00000040:00000010:1.0:1780383301.041063:0:6182:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000084d9aa09. 00000020:00000010:1.0:1780383301.041077:0:6182:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e72b4177. 00000020:00000010:1.0:1780383301.041082:0:6182:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000110e4d3d. 00000020:00000010:1.0:1780383301.041086:0:6182:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000092273c57. 80000000:00000010:1.0:1780383301.041092:0:6182:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ea98ad57. 40000000:00000010:1.0:1780383301.041095:0:6182:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009f93e82a. 00000008:00000010:1.0:1780383301.041100:0:6182:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000f1cfa0c0. 00020000:00000010:1.0:1780383301.041104:0:6182:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000566d2b41. 00008000:00000010:1.0:1780383301.041115:0:6182:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000009fcc93fb. 00100000:00000010:1.0:1780383301.041119:0:6182:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000032e391d5. 00040000:00000010:1.0:1780383301.041124:0:6182:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000233eb8de. 00040000:00000010:1.0:1780383301.041128:0:6182:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000643a70ed. 00040000:00000010:1.0:1780383301.041133:0:6182:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000799a5f65. 00000004:00000010:1.0:1780383301.041136:0:6182:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000009d696ecc. 00000004:00000010:1.0:1780383301.041141:0:6182:0:(mdt_handler.c:8392:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a762e308. 00000004:00000010:1.0:1780383301.041145:0:6182:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 000000005ee5a7c2. 00002000:00000010:1.0:1780383301.041153:0:6182:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a1469d40. 00000004:00000010:1.0:1780383301.041156:0:6182:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 0000000041edc1e7. 00000080:00000010:1.0:1780383301.041160:0:6182:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000026a0ab69. 00000080:00000010:1.0:1780383301.041163:0:6182:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000059db514f. 00000100:00000010:1.0:1780383301.041167:0:6182:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000ae5ee0f6. 00000100:00000200:1.0:1780383301.041188:0:6182:0:(service.c:3110:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1780383301.041719:0:6176:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a1d181d6. 00000100:00000010:1.0:1780383301.042034:0:6183:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 000000009539589f. 00000020:00000010:1.0:1780383301.042038:0:6183:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000983cd8d7. 00000020:00000010:1.0:1780383301.042042:0:6183:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3f7175c. 00000020:00000010:1.0:1780383301.042045:0:6183:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b955819d. 00000020:00000010:1.0:1780383301.042047:0:6183:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000c9b34100. 00000040:00000010:1.0:1780383301.042049:0:6183:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000cab84f54. 00000020:00000010:1.0:1780383301.042052:0:6183:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e4f97d5e. 00000020:00000010:1.0:1780383301.042057:0:6183:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000eaf13523. 00000020:00000010:1.0:1780383301.042060:0:6183:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000cf0001fb. 80000000:00000010:1.0:1780383301.042063:0:6183:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000035306786. 40000000:00000010:1.0:1780383301.042065:0:6183:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f07637dc. 00000008:00000010:1.0:1780383301.042080:0:6183:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000052ca0d9d. 00020000:00000010:1.0:1780383301.042083:0:6183:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000005f85d6de. 00008000:00000010:1.0:1780383301.042092:0:6183:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000251e761c. 00100000:00000010:1.0:1780383301.042095:0:6183:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000204e30fe. 00040000:00000010:1.0:1780383301.042098:0:6183:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a0063cdd. 00040000:00000010:1.0:1780383301.042101:0:6183:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000004588dcdb. 00040000:00000010:1.0:1780383301.042103:0:6183:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000090526a5. 00000004:00000010:1.0:1780383301.042106:0:6183:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bb74c07d. 00000004:00000010:1.0:1780383301.042109:0:6183:0:(mdt_handler.c:8392:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b9cad3c5. 00000004:00000010:1.0:1780383301.042113:0:6183:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000304303a2. 00002000:00000010:1.0:1780383301.042116:0:6183:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000055bd83b4. 00000004:00000010:1.0:1780383301.042118:0:6183:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000625b083d. 00000080:00000010:1.0:1780383301.042121:0:6183:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c8836a63. 00000080:00000010:1.0:1780383301.042124:0:6183:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000d490995e. 00000100:00000010:1.0:1780383301.042128:0:6183:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000903cbe07. 00000100:00000200:1.0:1780383301.042142:0:6183:0:(service.c:3110:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:3.0:1780383301.042175:0:6176:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000076cdd332. 00000100:00000010:3.0:1780383301.042525:0:6184:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e470506f. 00000020:00000010:3.0:1780383301.042528:0:6184:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004acc3f3e. 00000020:00000010:3.0:1780383301.042532:0:6184:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008201402c. 00000020:00000010:3.0:1780383301.042534:0:6184:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dcfd7347. 00000020:00000010:3.0:1780383301.042536:0:6184:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000c55c5aea. 00000040:00000010:3.0:1780383301.042538:0:6184:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000096274d3e. 00000020:00000010:3.0:1780383301.042541:0:6184:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000065849ac3. 00000020:00000010:3.0:1780383301.042544:0:6184:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e55e8442. 00000020:00000010:3.0:1780383301.042546:0:6184:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000b140053d. 80000000:00000010:3.0:1780383301.042549:0:6184:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002beb79e1. 40000000:00000010:3.0:1780383301.042551:0:6184:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000092ad3a77. 00000008:00000010:3.0:1780383301.042565:0:6184:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000008236199. 00020000:00000010:3.0:1780383301.042568:0:6184:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000000bb4709f. 00008000:00000010:3.0:1780383301.042577:0:6184:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000c0f71827. 00100000:00000010:3.0:1780383301.042580:0:6184:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005cda6c7b. 00040000:00000010:3.0:1780383301.042583:0:6184:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cb24434e. 00040000:00000010:3.0:1780383301.042585:0:6184:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ee86c345. 00040000:00000010:3.0:1780383301.042588:0:6184:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003651dc69. 00000004:00000010:3.0:1780383301.042590:0:6184:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e915650f. 00000004:00000010:3.0:1780383301.042593:0:6184:0:(mdt_handler.c:8392:mdt_key_init()) kmalloced '(value)': 2568 at 00000000759c55b4. 00000004:00000010:3.0:1780383301.042596:0:6184:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 000000000124a831. 00002000:00000010:3.0:1780383301.042599:0:6184:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ce0f705a. 00000004:00000010:3.0:1780383301.042605:0:6184:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000d71f5593. 00000080:00000010:3.0:1780383301.042613:0:6184:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000b0988346. 00000080:00000010:3.0:1780383301.042623:0:6184:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000123f8b0c. 00000100:00000200:3.0:1780383301.042627:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042632:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018105429. 00000400:00000010:3.0:1780383301.042637:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c5449fa. 00000100:00000200:3.0:1780383301.042644:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042645:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c623b795. 00000400:00000010:3.0:1780383301.042647:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5119442. 00000100:00000200:3.0:1780383301.042649:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042650:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000a032b4. 00000400:00000010:3.0:1780383301.042652:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4bafd49. 00000100:00000200:3.0:1780383301.042654:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042656:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a7157bf. 00000400:00000010:3.0:1780383301.042658:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f12b4ed4. 00000100:00000200:3.0:1780383301.042659:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042669:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0eab9cb. 00000400:00000010:3.0:1780383301.042672:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044eccd2d. 00000100:00000200:3.0:1780383301.042674:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042676:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000508f7f37. 00000400:00000010:3.0:1780383301.042678:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3ccecd5. 00000100:00000200:3.0:1780383301.042679:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042681:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1e5fd3f. 00000400:00000010:3.0:1780383301.042683:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8ca5953. 00000100:00000200:3.0:1780383301.042684:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042686:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000267745d6. 00000400:00000010:3.0:1780383301.042688:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000deae9ee6. 00000100:00000200:3.0:1780383301.042690:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042691:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000678b5a68. 00000400:00000010:3.0:1780383301.042693:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c2bb5815. 00000100:00000200:3.0:1780383301.042695:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042696:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077faeb40. 00000400:00000010:3.0:1780383301.042698:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000846c8ad3. 00000100:00000200:3.0:1780383301.042700:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042702:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065415a6e. 00000400:00000010:3.0:1780383301.042723:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044df821e. 00000100:00000200:3.0:1780383301.042727:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042729:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cd43ca1. 00000400:00000010:3.0:1780383301.042731:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009dc3dded. 00000100:00000200:3.0:1780383301.042733:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042734:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e1e4177. 00000400:00000010:3.0:1780383301.042736:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008f23a0e. 00000100:00000200:3.0:1780383301.042738:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042739:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041f6a9a5. 00000400:00000010:3.0:1780383301.042742:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbf9a0ff. 00000100:00000200:3.0:1780383301.042743:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042745:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040bc4b4a. 00000400:00000010:3.0:1780383301.042747:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8d02953. 00000100:00000200:3.0:1780383301.042748:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042750:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000228fbe78. 00000400:00000010:3.0:1780383301.042752:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003427e3df. 00000100:00000200:3.0:1780383301.042753:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042755:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044a35b4a. 00000400:00000010:3.0:1780383301.042757:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d291e60d. 00000100:00000200:3.0:1780383301.042758:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042760:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3be3165. 00000400:00000010:3.0:1780383301.042762:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dde1625a. 00000100:00000200:3.0:1780383301.042763:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042765:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4ff1c15. 00000400:00000010:3.0:1780383301.042767:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005966eff2. 00000100:00000200:3.0:1780383301.042769:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042770:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000decb6ec7. 00000400:00000010:3.0:1780383301.042772:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dae9966c. 00000100:00000200:3.0:1780383301.042800:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042803:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e557dd3. 00000400:00000010:3.0:1780383301.042805:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0e3e492. 00000100:00000200:3.0:1780383301.042807:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042808:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e22e14d8. 00000400:00000010:3.0:1780383301.042810:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac3cac1c. 00000100:00000200:3.0:1780383301.042812:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042818:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059eec5d4. 00000400:00000010:3.0:1780383301.042820:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7083bb1. 00000100:00000200:3.0:1780383301.042822:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042824:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000921f39dc. 00000400:00000010:3.0:1780383301.042826:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046e7f58f. 00000100:00000200:3.0:1780383301.042827:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042829:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d02021af. 00000400:00000010:3.0:1780383301.042831:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfe5900a. 00000100:00000200:3.0:1780383301.042832:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042834:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b240138. 00000400:00000010:3.0:1780383301.042835:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077011776. 00000100:00000200:3.0:1780383301.042837:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042839:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e942ace9. 00000400:00000010:3.0:1780383301.042841:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4253153. 00000100:00000200:3.0:1780383301.042843:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042844:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e54b2c6b. 00000400:00000010:3.0:1780383301.042846:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032fe5f78. 00000100:00000200:3.0:1780383301.042848:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042849:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000289614aa. 00000400:00000010:3.0:1780383301.042850:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b12da187. 00000100:00000200:3.0:1780383301.042852:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042854:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ee5a53a. 00000400:00000010:3.0:1780383301.042855:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013154c31. 00000100:00000200:3.0:1780383301.042857:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042859:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f59cb56b. 00000400:00000010:3.0:1780383301.042860:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fad68864. 00000100:00000200:3.0:1780383301.042862:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042863:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a40ce76d. 00000400:00000010:3.0:1780383301.042865:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c63c09d5. 00000100:00000200:3.0:1780383301.042867:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042868:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059b5c030. 00000400:00000010:3.0:1780383301.042870:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c60a38f8. 00000100:00000200:3.0:1780383301.042872:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042873:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff6abb75. 00000400:00000010:3.0:1780383301.042875:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b8f638d. 00000100:00000200:3.0:1780383301.042881:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042883:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e5bd60b. 00000400:00000010:3.0:1780383301.042885:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7c48fa2. 00000100:00000200:3.0:1780383301.042887:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042888:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e9366fb. 00000400:00000010:3.0:1780383301.042890:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095ad37f6. 00000100:00000200:3.0:1780383301.042892:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042893:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e6fb161. 00000400:00000010:3.0:1780383301.042895:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b15bd462. 00000100:00000200:3.0:1780383301.042897:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042898:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d56f030e. 00000400:00000010:3.0:1780383301.042901:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1ce5239. 00000100:00000200:3.0:1780383301.042902:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042904:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e192bc20. 00000400:00000010:3.0:1780383301.042905:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000006c16df4. 00000100:00000200:3.0:1780383301.042907:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042909:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000893c8a11. 00000400:00000010:3.0:1780383301.042911:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8d814c3. 00000100:00000200:3.0:1780383301.042913:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042914:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000659b47d5. 00000400:00000010:3.0:1780383301.042916:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d935c5e. 00000100:00000200:3.0:1780383301.042918:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042919:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d42a179. 00000400:00000010:3.0:1780383301.042921:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003501ae1a. 00000100:00000200:3.0:1780383301.042923:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042924:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002aff29a5. 00000400:00000010:3.0:1780383301.042926:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9f2dddb. 00000100:00000200:3.0:1780383301.042928:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042929:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030d35018. 00000400:00000010:3.0:1780383301.042931:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b67a3c1. 00000100:00000200:3.0:1780383301.042933:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042934:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004603c883. 00000400:00000010:3.0:1780383301.042936:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db2d5d77. 00000100:00000200:3.0:1780383301.042938:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042939:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f07e1f9. 00000400:00000010:3.0:1780383301.042946:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ea29a3b. 00000100:00000200:3.0:1780383301.042949:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042951:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c2ea8cb. 00000400:00000010:3.0:1780383301.042952:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8b950af. 00000100:00000200:3.0:1780383301.042954:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042956:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003160d6b7. 00000400:00000010:3.0:1780383301.042958:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f882ec00. 00000100:00000200:3.0:1780383301.042960:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042961:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019755f0d. 00000400:00000010:3.0:1780383301.042963:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb8f846d. 00000100:00000200:3.0:1780383301.042965:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042967:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9cbbfa8. 00000400:00000010:3.0:1780383301.042968:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6340423. 00000100:00000200:3.0:1780383301.042970:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042979:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e13173b9. 00000400:00000010:3.0:1780383301.042982:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbb2e306. 00000100:00000200:3.0:1780383301.042984:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042986:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004937a3be. 00000400:00000010:3.0:1780383301.042989:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026b3be8a. 00000100:00000200:3.0:1780383301.042991:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042992:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbafc771. 00000400:00000010:3.0:1780383301.042994:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053461b15. 00000100:00000200:3.0:1780383301.042996:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.042997:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000273b54a2. 00000400:00000010:3.0:1780383301.043000:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e9687a0. 00000100:00000200:3.0:1780383301.043001:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.043003:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdf8d22b. 00000400:00000010:3.0:1780383301.043006:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa7145d0. 00000100:00000200:3.0:1780383301.043008:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.043010:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2e3a047. 00000400:00000010:3.0:1780383301.043012:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d54bd5eb. 00000100:00000200:3.0:1780383301.043013:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.043015:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df6c58e9. 00000400:00000010:3.0:1780383301.043016:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6a825cb. 00000100:00000200:3.0:1780383301.043018:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.043024:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b147d5b. 00000400:00000010:3.0:1780383301.043026:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0884a63. 00000100:00000200:3.0:1780383301.043028:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.043029:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9d83b86. 00000400:00000010:3.0:1780383301.043031:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009149dfe6. 00000100:00000200:3.0:1780383301.043033:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.043034:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db0575dd. 00000400:00000010:3.0:1780383301.043036:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efa13a35. 00000100:00000200:3.0:1780383301.043038:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.043039:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000105b2297. 00000400:00000010:3.0:1780383301.043041:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000019864e95. 00000100:00000200:3.0:1780383301.043043:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.043044:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebba01fe. 00000400:00000010:3.0:1780383301.043046:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000028589a8. 00000100:00000200:3.0:1780383301.043047:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.043049:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007025f1cd. 00000400:00000010:3.0:1780383301.043051:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e9239a4. 00000100:00000200:3.0:1780383301.043053:0:6184:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1780383301.043054:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c423fe9. 00000400:00000010:3.0:1780383301.043056:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000908c1cda. 00000100:00000010:3.0:1780383301.043059:0:6184:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000acd1a37e. 00000100:00000200:3.0:1780383301.043079:0:6184:0:(service.c:3110:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1780383301.043350:0:6176:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000352472d6. 00000100:00000010:3.0:1780383301.043893:0:6185:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 000000004fdbc405. 00000020:00000010:3.0:1780383301.043897:0:6185:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c164c9a0. 00000020:00000010:3.0:1780383301.043901:0:6185:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f605e75. 00000020:00000010:3.0:1780383301.043904:0:6185:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000003a0255d7. 00000020:00000010:3.0:1780383301.043906:0:6185:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000998f8674. 00000040:00000010:3.0:1780383301.043908:0:6185:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000f5c03aa6. 00000020:00000010:3.0:1780383301.043912:0:6185:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c1049402. 00000020:00000010:3.0:1780383301.043916:0:6185:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ddd04129. 00000020:00000010:3.0:1780383301.043919:0:6185:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000001f8918db. 80000000:00000010:3.0:1780383301.043923:0:6185:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000076583be4. 40000000:00000010:3.0:1780383301.043925:0:6185:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000074f2d64. 00000008:00000010:3.0:1780383301.043929:0:6185:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000000b042a86. 00020000:00000010:3.0:1780383301.043932:0:6185:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000de4f09f8. 00008000:00000010:3.0:1780383301.043940:0:6185:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000001ad537f4. 00100000:00000010:3.0:1780383301.043943:0:6185:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000630576bb. 00040000:00000010:3.0:1780383301.043945:0:6185:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000021fe5b90. 00040000:00000010:3.0:1780383301.043948:0:6185:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000038dc3ce1. 00040000:00000010:3.0:1780383301.043951:0:6185:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ec70ee8b. 00000004:00000010:3.0:1780383301.043953:0:6185:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 0000000036139454. 00000004:00000010:3.0:1780383301.043957:0:6185:0:(mdt_handler.c:8392:mdt_key_init()) kmalloced '(value)': 2568 at 0000000054a25a76. 00000004:00000010:3.0:1780383301.043960:0:6185:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 000000009d9d3d15. 00002000:00000010:3.0:1780383301.043963:0:6185:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f6d9c40f. 00000004:00000010:3.0:1780383301.043966:0:6185:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 000000007095ba35. 00000080:00000010:3.0:1780383301.043969:0:6185:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000f9e4c519. 00000080:00000010:3.0:1780383301.043971:0:6185:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000004482184b. 00000100:00000010:3.0:1780383301.043983:0:6185:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000952b87ca. 00000100:00000200:3.0:1780383301.043998:0:6185:0:(service.c:3110:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1780383301.044031:0:6176:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e802a8ab. 00000400:00000200:2.0:1780383301.044382:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000800:00000200:2.1F:1780383301.044388:0:2402:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1780383301.044404:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.1:1780383301.044408:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004ce0c44c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1780383301.044413:0:2402:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp p 3.x 192.168.204.18 -> 192.168.204.118:988 incarnation:1780383133756692809 sched[0] 00000800:00000010:2.0:1780383301.044417:0:2402:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009d5b85e6. 00000400:00000200:2.0:1780383301.044548:0:2402:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000100:00000010:2.0:1780383301.044661:0:6186:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d73a21bc. 00000020:00000010:2.0:1780383301.044664:0:6186:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d2c92e86. 00000020:00000010:2.0:1780383301.044668:0:6186:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d9d52ed. 00000020:00000010:2.0:1780383301.044670:0:6186:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c171db79. 00000020:00000010:2.0:1780383301.044672:0:6186:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000648e82c2. 00000040:00000010:2.0:1780383301.044674:0:6186:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000ed64b4b5. 00000020:00000010:2.0:1780383301.044677:0:6186:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008b3630f7. 00000020:00000010:2.0:1780383301.044691:0:6186:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004ae499b0. 00000020:00000010:2.0:1780383301.044695:0:6186:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000004dbff478. 80000000:00000010:2.0:1780383301.044698:0:6186:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a23f63b2. 40000000:00000010:2.0:1780383301.044700:0:6186:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a33da9e2. 00000008:00000010:2.0:1780383301.044704:0:6186:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000e58edb1e. 00020000:00000010:2.0:1780383301.044718:0:6186:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000a0581afb. 00008000:00000010:2.0:1780383301.044721:0:6186:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000056eb37b3. 00100000:00000010:2.0:1780383301.044724:0:6186:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cde73383. 00040000:00000010:2.0:1780383301.044727:0:6186:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000552e2e83. 00040000:00000010:2.0:1780383301.044729:0:6186:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a85ee729. 00040000:00000010:2.0:1780383301.044731:0:6186:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000024eb00e3. 00000004:00000010:2.0:1780383301.044734:0:6186:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a82145b0. 00000004:00000010:2.0:1780383301.044737:0:6186:0:(mdt_handler.c:8392:mdt_key_init()) kmalloced '(value)': 2568 at 00000000768b0645. 00000004:00000010:2.0:1780383301.044739:0:6186:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 000000000ff37bc7. 00002000:00000010:2.0:1780383301.044742:0:6186:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001ca7af57. 00000004:00000010:2.0:1780383301.044744:0:6186:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000fd4b1e49. 00000080:00000010:2.0:1780383301.044747:0:6186:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000003a55875b. 00000080:00000010:2.0:1780383301.044749:0:6186:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000a0a6aad4. 00000100:00000010:2.0:1780383301.044752:0:6186:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000b21aefd7. 00000100:00000200:2.0:1780383301.044766:0:6186:0:(service.c:3110:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:3.0:1780383301.045738:0:6176:0:(ldlm_lockd.c:3466:ldlm_setup()) kmalloced '(blp)': 168 at 0000000002792be0. 00000800:00000010:2.0:1780383301.046702:0:2402:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 000000002497adae. 00000800:00000010:2.0:1780383301.046716:0:2402:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009d5b85e6. 00000800:00000010:2.0:1780383301.046720:0:2402:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000020b2f18f. 00000800:00000010:2.0:1780383301.046728:0:2402:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000020b2f18f. 00010000:00000010:2.0:1780383301.046933:0:6187:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 0000000020b2f18f. 00000020:00000010:2.0:1780383301.046944:0:6187:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b44b6bc. 00000020:00000010:2.0:1780383301.046948:0:6187:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a041ee31. 00000020:00000010:2.0:1780383301.046953:0:6187:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000035a1350d. 00000020:00000010:2.0:1780383301.046957:0:6187:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000000a1ea22. 00000020:00000010:2.0:1780383301.046960:0:6187:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000007e1b98ae. 80000000:00000010:2.0:1780383301.046964:0:6187:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000037baf635. 40000000:00000010:2.0:1780383301.046966:0:6187:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002da9ce42. 00100000:00000010:2.0:1780383301.046971:0:6187:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003a8c4e7c. 00040000:00000010:2.0:1780383301.046974:0:6187:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000adf95b64. 00040000:00000010:2.0:1780383301.046977:0:6187:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000045632956. 00002000:00000010:2.0:1780383301.046980:0:6187:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d470738c. 00000020:00000010:2.0:1780383301.046983:0:6187:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000af7e40af. 00010000:00000010:3.0:1780383301.047369:0:6188:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 000000009f6a11f1. 00000020:00000010:3.0:1780383301.047373:0:6188:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024343339. 00000020:00000010:3.0:1780383301.047376:0:6188:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c2a9e4f0. 00000020:00000010:3.0:1780383301.047379:0:6188:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007fdb30fd. 00000020:00000010:3.0:1780383301.047381:0:6188:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000895a25fb. 00000020:00000010:3.0:1780383301.047384:0:6188:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000ddb87048. 80000000:00000010:3.0:1780383301.047386:0:6188:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c437b76a. 40000000:00000010:3.0:1780383301.047388:0:6188:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000050ae274f. 00100000:00000010:3.0:1780383301.047391:0:6188:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a56897ed. 00040000:00000010:3.0:1780383301.047393:0:6188:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002cb69b90. 00040000:00000010:3.0:1780383301.047395:0:6188:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000640325ad. 00002000:00000010:3.0:1780383301.047398:0:6188:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000eeb054e2. 00000020:00000010:3.0:1780383301.047400:0:6188:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003135487d. 00000020:00000010:2.0:1780383301.047618:0:6189:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d04fe92. 00000020:00000010:2.0:1780383301.047622:0:6189:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000063d7e180. 00000040:00000010:2.0:1780383301.047624:0:6189:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000da60d40b. 00000020:00000010:2.0:1780383301.047627:0:6189:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000393774a5. 00000020:00000010:2.0:1780383301.047630:0:6189:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004edc87fa. 00000020:00000010:2.0:1780383301.047632:0:6189:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000e66db215. 80000000:00000010:2.0:1780383301.047634:0:6189:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fee0ccc2. 40000000:00000010:2.0:1780383301.047636:0:6189:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a243d813. 00100000:00000010:2.0:1780383301.047639:0:6189:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000077c6b084. 00040000:00000010:2.0:1780383301.047641:0:6189:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009cd9282e. 00040000:00000010:2.0:1780383301.047644:0:6189:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000007c403c01. 00040000:00000010:2.0:1780383301.047646:0:6189:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000032ae71fe. 00000004:00000010:2.0:1780383301.047649:0:6189:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000009ea8b74d. 00000004:00000010:2.0:1780383301.047653:0:6189:0:(mdt_handler.c:8392:mdt_key_init()) kmalloced '(value)': 2568 at 0000000021084f32. 00000004:00000010:2.0:1780383301.047657:0:6189:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000324edba8. 00002000:00000010:2.0:1780383301.047660:0:6189:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007969c1b8. 00000004:00000010:2.0:1780383301.047663:0:6189:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000030da131. 00000020:00000010:2.0:1780383301.047666:0:6189:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000912f031. 00000001:00000010:3.0:1780383301.047703:0:6176:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000005e98543. 00000001:00000010:3.0:1780383301.047713:0:6176:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000124ad8c4. 00000020:00000010:3.0:1780383301.047735:0:6176:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1720 at 000000004118feb6. 00000100:00000200:3.0:1780383301.047754:0:6176:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.204.118@tcp->12345-192.168.204.118@tcp 00000400:00000200:3.0:1780383301.047761:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383301.047773:0:6176:0:(peer.c:2415:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp: -114 00000400:00000200:3.0:1780383301.047801:0:6176:0:(peer.c:2737:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1780383301.047803:0:6176:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1780383301.047806:0:6176:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:3.0:1780383301.047809:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383301.047813:0:6176:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.118@tcp primary NID 192.168.204.118@tcp rc 0 00000100:00000010:3.0:1780383301.047818:0:6176:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 00000000275e3eda. 00010000:00000010:3.0:1780383301.047823:0:6176:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000004a908bde. 00010000:00000010:3.0:1780383301.047829:0:6176:0:(ldlm_resource.c:965:ldlm_namespace_new()) kmalloced '(ns)': 848 at 0000000001d4bace. 00000001:00000010:3.0:1780383301.047833:0:6176:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000009c640aad. 00000001:00000010:3.0:1780383301.047838:0:6176:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 000000000eff016c. 00000001:00000010:3.0:1780383301.047841:0:6176:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 0000000095f3a194. 00000001:00000010:3.0:1780383301.047843:0:6176:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000010b143a. 00000020:00000010:3.0:1780383301.047850:0:6176:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c47e85b7. 00000020:00000010:3.0:1780383301.047853:0:6176:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 000000005db46401. 00000020:00000010:3.0:1780383301.047972:0:6176:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002e7e20ee. 00000020:00000010:3.0:1780383301.047975:0:6176:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000c240b193. 00000040:00000010:3.0:1780383301.047990:0:6176:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000035baf262. 00000020:00000010:2.0:1780383301.049986:0:6176:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000006ab4f909. 00000040:00000010:2.0:1780383301.049996:0:6176:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000ee7ec5d8. 00000020:00000010:2.0:1780383301.049999:0:6176:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000003b3bbf6. 00000020:00000010:2.0:1780383301.050008:0:6176:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 0000000093e3d74a. 00040000:00000010:2.0:1780383301.050013:0:6176:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b8d190ee. 00040000:00000010:2.0:1780383301.050017:0:6176:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000008d50c73. 00000020:00000010:2.0:1780383301.050019:0:6176:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009749fefa. 00000020:00000010:2.0:1780383301.050024:0:6176:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cc4d2161. 00000020:00000010:2.0:1780383301.050028:0:6176:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000086700988. 00000008:00000010:2.0:1780383301.050031:0:6176:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000ac5374de. 00020000:00000010:2.0:1780383301.050035:0:6176:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000a1611a42. 00008000:00000010:2.0:1780383301.050039:0:6176:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000f6c85235. 00000080:00000010:2.0:1780383301.050043:0:6176:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000000c534a9f. 00000020:00000010:2.0:1780383301.050046:0:6176:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000678994a1. 00000020:00000010:2.0:1780383301.050049:0:6176:0:(obd_mount.c:248:lustre_start_simple()) kfreed 'lcfg': 104 at 00000000d555f1de. 00000020:00000010:2.0:1780383301.050062:0:6176:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 0000000014d9fc49. 00000400:00000200:2.0:1780383301.050077:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383301.050084:0:6176:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.118@tcp is not discovered: rc = -114 00000100:00000010:2.0:1780383301.050102:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8f7884e. 02000000:00000010:2.0:1780383301.050116:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000096dcc71f. 00000020:00000010:2.0:1780383301.050144:0:6176:0:(obd_mount.c:538:lustre_start_mgc()) kfreed 'uuid': 40 at 00000000a0ceaad0. 00000020:00000010:2.0:1780383301.050147:0:6176:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 000000003880d2cf. 00000020:00000010:2.0:1780383301.050150:0:6176:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 0000000006e25919. 00000080:00000010:2.0:1780383301.050155:0:6176:0:(llite_lib.c:1395:ll_fill_super()) kmalloced '(cfg)': 88 at 0000000082569f23. 00000080:00000010:2.0:1780383301.050159:0:6176:0:(llite_lib.c:96:ll_init_sbi()) kmalloced '(sbi)': 1384 at 0000000003b3bbf6. 00000020:00000010:2.0:1780383301.050204:0:6176:0:(cl_page.c:1299:cl_cache_init()) kmalloced '(cache)': 152 at 00000000dce1eaa0. 00000080:00000010:2.0:1780383301.050207:0:6176:0:(llite_lib.c:130:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at 000000009a15000a. 00000080:00000010:2.0:1780383301.050209:0:6176:0:(llite_lib.c:137:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at 0000000063ef7b54. 00000020:00000010:2.0:1780383301.050582:0:6176:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000fb5c9d08. 00000020:00000010:2.0:1780383301.050586:0:6176:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1472 at 000000002b29e025. 00000020:00000010:2.0:1780383301.050602:0:6176:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005b50b309. 00000020:00000010:2.0:1780383301.050604:0:6176:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at 0000000097485b67. 00000020:00000010:2.0:1780383301.050613:0:6176:0:(obd_mount.c:66:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000c951c9ee. 00000020:00000010:2.0:1780383301.050616:0:6176:0:(obd_mount.c:75:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000cff4450e. 00000020:00000010:2.0:1780383301.050620:0:6176:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000469b374f. 00000020:00000010:2.0:1780383301.050626:0:6176:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000065bb6561. 00000040:00000010:2.0:1780383301.050629:0:6176:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000002f61632e. 00000020:00000010:2.0:1780383301.050632:0:6176:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000008af3e9d. 00000020:00000010:2.0:1780383301.050634:0:6176:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000a75adf3b. 00040000:00000010:2.0:1780383301.050637:0:6176:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ed7d4a80. 00040000:00000010:2.0:1780383301.050640:0:6176:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000024cb6f8f. 10000000:00000010:2.0:1780383301.050648:0:6176:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 0000000008d50c73. 02000000:00000010:2.0:1780383301.050654:0:6176:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at 00000000572bc57b. 00000100:00000010:2.0:1780383301.050658:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7727541. 02000000:00000010:2.0:1780383301.050663:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000093e3d74a. 00010000:00000010:2.0:1780383301.050673:0:6176:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006f6ceecd. 00010000:00000010:2.0:1780383301.050678:0:6176:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000355233e7. 00000020:00000010:2.0:1780383301.050682:0:6176:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 0000000050b9385a. 00000100:00000010:2.0:1780383301.050695:0:6176:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009969ca1f. 00000020:00000010:2.0:1780383301.050722:0:2414:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d8300ec2. 00000020:00000010:2.0:1780383301.050726:0:2414:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000678994a1. 80000000:00000010:2.0:1780383301.050728:0:2414:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000812f4e9b. 40000000:00000010:2.0:1780383301.050731:0:2414:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d5099a42. 00000008:00000010:2.0:1780383301.050735:0:2414:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000008759323c. 00020000:00000010:2.0:1780383301.050738:0:2414:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000db479d42. 00008000:00000010:2.0:1780383301.050742:0:2414:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000090effce8. 00100000:00000010:2.0:1780383301.050745:0:2414:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cb647e4c. 00040000:00000010:2.0:1780383301.050747:0:2414:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bb5a0aa9. 00040000:00000010:2.0:1780383301.050750:0:2414:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ff8ca1ec. 00040000:00000010:2.0:1780383301.050752:0:2414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009749fefa. 00000004:00000010:2.0:1780383301.050755:0:2414:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000007fc7bbf3. 00000004:00000010:2.0:1780383301.050758:0:2414:0:(mdt_handler.c:8392:mdt_key_init()) kmalloced '(value)': 2568 at 00000000aad4aab1. 00000004:00000010:2.0:1780383301.050762:0:2414:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 0000000091bd580d. 00002000:00000010:2.0:1780383301.050766:0:2414:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c85bdb60. 00000004:00000010:2.0:1780383301.050769:0:2414:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 000000000ba59f5f. 00000080:00000010:2.0:1780383301.050772:0:2414:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000cbb9793e. 00000080:00000010:2.0:1780383301.050794:0:2414:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000618249e2. 00000008:00000010:2.0:1780383301.050799:0:2414:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000a9d4b1bd. 00020000:00000010:2.0:1780383301.050806:0:2414:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000002d4da1fb. 00008000:00000010:2.0:1780383301.050809:0:2414:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000944f6528. 00000080:00000010:2.0:1780383301.050812:0:2414:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000850cc5ec. 00000800:00000200:1.0:1780383301.054236:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780383301.054244:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004ce0c44c. 00000400:00000200:1.0:1780383301.054250:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383301.054277:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: GET: OK 00000400:00000200:1.0:1780383301.054284:0:2408:0:(peer.c:3091:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1780383301.054286:0:2408:0:(peer.c:3043:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 00000020:00000010:3.0:1780383301.054885:0:33:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000be6166f1. 00000400:00000200:1.0:1780383301.055479:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000800:00000200:1.1F:1780383301.055486:0:2402:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:1.0:1780383301.055498:0:2402:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp p 3.x 192.168.204.18 -> 192.168.204.118:988 incarnation:1780383133756692809 sched[0] 00000800:00000010:1.0:1780383301.055503:0:2402:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009d5b85e6. 00000400:00000200:1.0:1780383301.055574:0:2402:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:1.0:1780383301.055617:0:2402:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:1.0:1780383301.056831:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383301.056838:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : REPLY - for me 00000400:00000200:1.0:1780383301.056858:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383301.056862:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383301.056870:0:2408:0:(lib-move.c:4390:lnet_parse_reply()) 192.168.204.18@tcp: Reply from 12345-192.168.204.118@tcp of length 48/48 into md 0x11 00000400:00000200:1.0:1780383301.056883:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383301.056887:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: REPLY: OK 00000400:00000200:1.0:1780383301.056893:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f44a401c 00000400:00000010:1.0:1780383301.056896:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f44a401c. 00000400:00000200:1.0:1780383301.056899:0:2408:0:(peer.c:3091:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1780383301.056902:0:2408:0:(peer.c:2921:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00000400:00000200:1.0:1780383301.056904:0:2408:0:(peer.c:2933:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(00000000b7c8eb1e) is MR 00000400:00000200:1.0:1780383301.056907:0:2408:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.204.118@tcp data present 363512030. state = 0x100241 00000400:00000200:1.0:1780383301.056912:0:2408:0:(peer.c:2415:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp: -114 00000400:00000200:0.0:1780383301.057249:0:2413:0:(peer.c:4007:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1780383301.057264:0:2413:0:(peer.c:4119:lnet_peer_discovery()) peer 192.168.204.118@tcp(00000000b7c8eb1e) state 0x1000c1 00000400:00000010:0.0:1780383301.057272:0:2413:0:(peer.c:3275:lnet_peer_merge_data()) alloc '(curnis)': 40 at 0000000059abb71e. 00000400:00000010:0.0:1780383301.057274:0:2413:0:(peer.c:3276:lnet_peer_merge_data()) alloc '(addnis)': 48 at 0000000025dd9805. 00000400:00000010:0.0:1780383301.057276:0:2413:0:(peer.c:3277:lnet_peer_merge_data()) alloc '(delnis)': 40 at 000000003a5e6c1e. 00000400:00000200:0.0:1780383301.057279:0:2413:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383301.057283:0:2413:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1780383301.057284:0:2413:0:(peer.c:3424:lnet_peer_merge_data()) kfreed 'curnis': 40 at 0000000059abb71e. 00000400:00000010:0.0:1780383301.057287:0:2413:0:(peer.c:3425:lnet_peer_merge_data()) kfreed 'addnis': 48 at 0000000025dd9805. 00000400:00000010:0.0:1780383301.057289:0:2413:0:(peer.c:3426:lnet_peer_merge_data()) kfreed 'delnis': 40 at 000000003a5e6c1e. 00000400:00000010:0.0:1780383301.057291:0:2413:0:(api-ni.c:1837:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009e779d86. 00000400:00000200:0.0:1780383301.057295:0:2413:0:(peer.c:3429:lnet_peer_merge_data()) peer 192.168.204.118@tcp (00000000b7c8eb1e): 0 00000400:00000200:0.0:1780383301.057297:0:2413:0:(peer.c:3733:lnet_peer_data_present()) peer 192.168.204.118@tcp(00000000b7c8eb1e): 0. state = 0x100141 00000400:00000200:0.0:1780383301.057300:0:2413:0:(peer.c:4137:lnet_peer_discovery()) peer 192.168.204.118@tcp(00000000b7c8eb1e) state 0x100141 rc 1 00000400:00000200:0.0:1780383301.057303:0:2413:0:(peer.c:4119:lnet_peer_discovery()) peer 192.168.204.118@tcp(00000000b7c8eb1e) state 0x100141 00000400:00000010:0.0:1780383301.057307:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fe5209d. 00000400:00000010:0.0:1780383301.057313:0:2413:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000817efe08. 00000400:00000200:0.0:1780383301.057317:0:2413:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383301.057328:0:2413:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383301.057333:0:2413:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.18@tcp to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383301.057337:0:2413:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [2:2:256:4294967295] 192.168.204.118@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:0.0:1780383301.057342:0:2413:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383301.057345:0:2413:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp 00000400:00000200:0.0:1780383301.057351:0:2413:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:192.168.204.18@tcp) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1780383301.057356:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383301.057360:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ce0c44c. 00000800:00000200:0.0:1780383301.057366:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7b469f2] -> 12345-192.168.204.118@tcp (4) 00000800:00000200:0.0:1780383301.057371:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1780383301.057374:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004ce0c44c type 1, nob 144 niov 1 nkiov 1 00000400:00000200:0.0:1780383301.057425:0:2413:0:(peer.c:3941:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000400:00000200:0.0:1780383301.057428:0:2413:0:(peer.c:4137:lnet_peer_discovery()) peer 192.168.204.118@tcp(00000000b7c8eb1e) state 0x100541 rc 0 00000800:00000200:1.0:1780383301.064554:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780383301.064564:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ce0c44c. 00000400:00000200:1.0:1780383301.064570:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383301.064579:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1780383301.064585:0:2407:0:(peer.c:3091:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1780383301.064588:0:2407:0:(peer.c:3043:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 0 00000800:00000010:2.0:1780383301.072346:0:2402:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 000000001f92d6d8. 00000800:00000010:2.0:1780383301.072358:0:2402:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e82b236f. 00000800:00000010:2.0:1780383301.072363:0:2402:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000010d1cf7f. 00000800:00000010:2.0:1780383301.072370:0:2402:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000010d1cf7f. 00000400:00000200:1.0:1780383301.072907:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383301.072915:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : ACK - for me 00000400:00000200:1.0:1780383301.072923:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383301.072928:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383301.072935:0:2408:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.204.18@tcp: ACK from 12345-192.168.204.118@tcp into md 0x221 00000400:00000200:1.0:1780383301.072942:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383301.072946:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: ACK: OK 00000400:00000200:1.0:1780383301.072951:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fe5209d 00000400:00000010:1.0:1780383301.072954:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001fe5209d. 00000400:00000200:1.0:1780383301.072958:0:2408:0:(peer.c:3091:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1780383301.072961:0:2408:0:(peer.c:2809:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000400:00000200:1.0:1780383301.072964:0:2408:0:(peer.c:2415:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp: -114 00000400:00000200:0.0:1780383301.076731:0:2413:0:(peer.c:4007:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1780383301.076744:0:2413:0:(peer.c:4119:lnet_peer_discovery()) peer 192.168.204.118@tcp(00000000b7c8eb1e) state 0x100141 00000400:00000200:0.0:1780383301.076750:0:2413:0:(peer.c:3863:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:0.0:1780383301.076752:0:2413:0:(peer.c:4137:lnet_peer_discovery()) peer 192.168.204.118@tcp(00000000b7c8eb1e) state 0x100111 rc 0 00000400:00000200:0.0:1780383301.076755:0:2413:0:(peer.c:2431:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp 00000400:00000200:2.0:1780383301.080968:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000800:00000200:2.1:1780383301.080977:0:2402:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1780383301.080987:0:2402:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp p 3.x 192.168.204.18 -> 192.168.204.118:988 incarnation:1780383133756692809 sched[0] 00000800:00000010:2.0:1780383301.080991:0:2402:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e82b236f. 00000400:00000200:1.0:1780383301.088757:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383301.088768:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383301.088911:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383301.088916:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383301.088920:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383301.088925:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1780383301.088933:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 48/48 into md 0x9 [1] + 0 00000400:00000010:1.0:1780383301.088938:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b73ed4a. 00000400:00000200:1.0:1780383301.088943:0:2408:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a285e02a 00000400:00000200:1.0:1780383301.088954:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383301.088958:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1780383301.088963:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a285e02a 00000400:00000010:1.0:1780383301.088966:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a285e02a. 00000400:00000200:1.0:1780383301.088969:0:2408:0:(api-ni.c:2339:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1780383301.088972:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383301.088976:0:2408:0:(peer.c:2580:lnet_peer_push_event()) peer 192.168.204.118@tcp(00000000b7c8eb1e) is MR 00000400:00000010:1.0:1780383301.088980:0:2408:0:(api-ni.c:1819:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000fce6a323. 00000400:00000200:1.0:1780383301.088983:0:2408:0:(peer.c:2654:lnet_peer_push_event()) Received Push 192.168.204.118@tcp 363512030 00000400:00000200:1.0:1780383301.089000:0:2408:0:(peer.c:2415:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp: 0 00000400:00000200:1.0:1780383301.089007:0:2408:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780383301.089010:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383301.089022:0:2408:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.18@tcp to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383301.089027:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [3:3:256:4294967295] 192.168.204.118@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:1.0:1780383301.089031:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383301.089039:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:192.168.204.18@tcp) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) 192.168.204.118@tcp : ACK try# 0 00000800:00000200:1.0:1780383301.089044:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383301.089048:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4d78072. 00000800:00000200:1.0:1780383301.089055:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7b469f2] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383301.089062:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383301.089067:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c4d78072 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1780383301.089128:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780383301.089132:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4d78072. 00000400:00000200:1.0:1780383301.089134:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383301.089138:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: ACK: OK 00000400:00000200:2.0:1780383301.089680:0:2413:0:(peer.c:4007:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1780383301.089699:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071392bc4. 00000400:00000010:2.0:1780383301.089711:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004af33ba9. 00000400:00000200:2.0:1780383301.089717:0:2413:0:(api-ni.c:2329:lnet_push_target_post()) posted push target 0000000068770aed 00000400:00000200:2.0:1780383301.089721:0:2413:0:(peer.c:4119:lnet_peer_discovery()) peer 192.168.204.118@tcp(00000000b7c8eb1e) state 0x1000d1 00000400:00000010:2.0:1780383301.089727:0:2413:0:(peer.c:3275:lnet_peer_merge_data()) alloc '(curnis)': 40 at 0000000010d1cf7f. 00000400:00000010:2.0:1780383301.089730:0:2413:0:(peer.c:3276:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000eababf64. 00000400:00000010:2.0:1780383301.089732:0:2413:0:(peer.c:3277:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000867f5412. 00000400:00000200:2.0:1780383301.089735:0:2413:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383301.089739:0:2413:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1780383301.089741:0:2413:0:(peer.c:3424:lnet_peer_merge_data()) kfreed 'curnis': 40 at 0000000010d1cf7f. 00000400:00000010:2.0:1780383301.089743:0:2413:0:(peer.c:3425:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000eababf64. 00000400:00000010:2.0:1780383301.089745:0:2413:0:(peer.c:3426:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000867f5412. 00000400:00000010:2.0:1780383301.089747:0:2413:0:(api-ni.c:1837:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000fce6a323. 00000400:00000200:2.0:1780383301.089750:0:2413:0:(peer.c:3429:lnet_peer_merge_data()) peer 192.168.204.118@tcp (00000000b7c8eb1e): 0 00000400:00000200:2.0:1780383301.089752:0:2413:0:(peer.c:3733:lnet_peer_data_present()) peer 192.168.204.118@tcp(00000000b7c8eb1e): 0. state = 0x100151 00000400:00000200:2.0:1780383301.089755:0:2413:0:(peer.c:4137:lnet_peer_discovery()) peer 192.168.204.118@tcp(00000000b7c8eb1e) state 0x100151 rc 1 00000400:00000200:2.0:1780383301.089758:0:2413:0:(peer.c:4119:lnet_peer_discovery()) peer 192.168.204.118@tcp(00000000b7c8eb1e) state 0x100151 00000400:00000200:2.0:1780383301.089761:0:2413:0:(peer.c:3863:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1780383301.089763:0:2413:0:(peer.c:4137:lnet_peer_discovery()) peer 192.168.204.118@tcp(00000000b7c8eb1e) state 0x100111 rc 0 00000400:00000200:2.0:1780383301.089766:0:2413:0:(peer.c:2431:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp 02000000:00000010:0.0:1780383302.094626:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000096dcc71f. 00000100:00000010:0.0:1780383302.094642:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8f7884e. 00000400:00000200:2.0:1780383302.094910:0:38:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383302.094949:0:38:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.118@tcp is discovered: rc = 1 00000100:00000010:2.0:1780383302.094970:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de131586. 02000000:00000010:2.0:1780383302.094987:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000088d72929. 02000000:00000010:1.0:1780383302.096059:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ae0943dd. 00000400:00000200:1.0:1780383302.096071:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383302.096076:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0585f94. 00000400:00000010:1.0:1780383302.096082:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a285e02a. 00000100:00000200:1.0:1780383302.096088:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866867005194624, portal 25 00000400:00000010:1.0:1780383302.096093:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd5ce07a. 00000100:00000200:1.0:1780383302.096096:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866867005194624, offset 0 00000400:00000200:1.0:1780383302.096103:0:2414:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383302.096111:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.096118:0:2414:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383302.096123:0:2414:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383302.096127:0:2414:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383302.096131:0:2414:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383302.096133:0:2414:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383302.096137:0:2414:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [4:4:256:4294967295] 192.168.204.118@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:1.0:1780383302.096141:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.096149:0:2414:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383302.096167:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383302.096171:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4d78072. 00000800:00000200:1.0:1780383302.096178:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7b469f2] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383302.096185:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383302.096189:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c4d78072 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1780383302.097735:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000010:1.0:1780383302.097759:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cae76d9a. 00000100:00000010:1.0:1780383302.097789:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000325b101b. 00000100:00000010:1.0:1780383302.101953:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000325b101b. 00000800:00000200:0.0:1780383302.105259:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383302.105278:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4d78072. 00000400:00000200:0.0:1780383302.105288:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.105297:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383302.105314:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd5ce07a 00000400:00000010:0.0:1780383302.105317:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000dd5ce07a. 00000100:00000200:0.0:1780383302.105328:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000de131586 x1866867005194624/t0(0) o250->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 520/544 e 0 to 0 dl 1780383312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780383302.105371:0:483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cae76d9a. 00000400:00000200:1.0:1780383302.120530:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.120546:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383302.120573:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.120579:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.120586:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.120591:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 416 into portal 25 MB=0x6a1e7d8b00180 00000400:00000200:1.0:1780383302.120597:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.120604:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 416/416 into md 0x231 [1] + 0 00000400:00000200:1.0:1780383302.120630:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383302.120635:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:1.0:1780383302.120653:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000de131586 x1866867005194624/t0(0) o250->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 520/544 e 0 to 0 dl 1780383312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780383302.121026:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0585f94. 00000400:00000200:0.0:1780383302.121034:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a285e02a 00000400:00000010:0.0:1780383302.121066:0:2414:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a285e02a. 00000100:00000200:0.0:1780383302.121299:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000de131586 x1866867005194624/t0(0) o250->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 520/544 e 0 to 0 dl 1780383312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780383302.121310:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000de131586 x1866867005194624/t0(0) o250->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 520/544 e 0 to 0 dl 1780383312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780383302.121405:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ae0943dd. 02000000:00000010:0.0:1780383302.121414:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000088d72929. 00000100:00000010:0.0:1780383302.121419:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de131586. 02000000:00000010:3.0:1780383302.121691:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000033f868d. 00000400:00000200:3.0:1780383302.121711:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:3.0:1780383302.121716:0:6176:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8f16ff0. 00000400:00000010:3.0:1780383302.121747:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af7cdeb0. 00000100:00000200:3.0:1780383302.121756:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866867005194496, portal 25 00000400:00000010:3.0:1780383302.121762:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2af8afa. 00000100:00000200:3.0:1780383302.121768:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866867005194496, offset 0 00000400:00000200:3.0:1780383302.122028:0:6176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:3.0:1780383302.122040:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383302.122048:0:6176:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:3.0:1780383302.122061:0:6176:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780383302.122066:0:6176:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:3.0:1780383302.122287:0:6176:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780383302.122297:0:6176:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:3.0:1780383302.122302:0:6176:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [5:5:256:4294967295] 192.168.204.118@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:3.0:1780383302.122307:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383302.122318:0:6176:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:3.0:1780383302.122324:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:3.0:1780383302.122330:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdfd1edf. 00000800:00000200:3.0:1780383302.122339:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7b469f2] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:3.0:1780383302.122347:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:3.0:1780383302.122352:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cdfd1edf type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1780383302.122378:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000010:3.0:1780383302.122383:0:6176:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d77b117. 00000100:00000010:3.0:1780383302.122403:0:6176:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007772d186. 00000800:00000200:0.0:1780383302.124102:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383302.124115:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdfd1edf. 00000400:00000200:0.0:1780383302.124124:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.124134:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383302.124143:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2af8afa 00000400:00000010:0.0:1780383302.124154:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b2af8afa. 00000100:00000200:0.0:1780383302.124176:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7727541 x1866867005194496/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383318 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780383302.126213:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007772d186. 00000100:00000010:0.0:1780383302.128824:0:483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d77b117. 00000400:00000200:1.0:1780383302.158096:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.158108:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383302.158119:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.158133:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.158146:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.158150:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 344 into portal 25 MB=0x6a1e7d8b00100 00000400:00000200:1.0:1780383302.158155:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.158173:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 344/344 into md 0x241 [1] + 224 00000400:00000200:1.0:1780383302.158188:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383302.158192:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:1.0:1780383302.158205:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f7727541 x1866867005194496/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780383302.158339:0:6176:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8f16ff0. 00000400:00000200:3.0:1780383302.158344:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af7cdeb0 00000400:00000010:3.0:1780383302.158347:0:6176:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af7cdeb0. 00000100:00000200:3.0:1780383302.158353:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f7727541 x1866867005194496/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780383302.158363:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f7727541 x1866867005194496/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1780383302.158389:0:6176:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009969ca1f. 02000000:00000010:3.0:1780383302.158422:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000033f868d. 02000000:00000010:3.0:1780383302.158428:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000093e3d74a. 00000100:00000010:3.0:1780383302.158434:0:6176:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7727541. 10000000:00000010:3.0:1780383302.158442:0:6176:0:(mgc_request.c:1684:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000c81279ad. 00000020:00000010:3.0:1780383302.158446:0:6176:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005cbee8f. 00000020:00000010:3.0:1780383302.158452:0:6176:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000611b8e3e. 00000040:00000010:3.0:1780383302.158457:0:6176:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000b7351928. 00000020:00000010:3.0:1780383302.158462:0:6176:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ef6fa842. 00000020:00000010:3.0:1780383302.158466:0:6176:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000d7c07a7c. 80000000:00000010:3.0:1780383302.158470:0:6176:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000099ebed1a. 00040000:00000010:3.0:1780383302.158479:0:6176:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ea117b1e. 20000000:00000010:3.0:1780383302.158483:0:6176:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 0000000092e7e8f0. 00000040:00000010:3.0:1780383302.158489:0:6176:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000093e3d74a. 00000100:00000010:3.0:1780383302.158506:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005553b613. 02000000:00000010:3.0:1780383302.158520:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000007b378f6. 00000100:00000010:3.0:1780383302.158532:0:6176:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e36b09c9. 02000000:00000010:3.0:1780383302.158549:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007501479. 00000400:00000200:3.0:1780383302.158553:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:3.0:1780383302.158556:0:6176:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8f16ff0. 00000400:00000010:3.0:1780383302.158560:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af7cdeb0. 00000100:00000200:3.0:1780383302.158565:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005194752, portal 25 00000400:00000010:3.0:1780383302.158569:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e00b5dd. 00000100:00000200:3.0:1780383302.158572:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1866867005194752, offset 0 00000400:00000200:3.0:1780383302.158578:0:6176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:3.0:1780383302.158584:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383302.158589:0:6176:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:3.0:1780383302.158593:0:6176:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780383302.158673:0:6176:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:3.0:1780383302.158678:0:6176:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780383302.158680:0:6176:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:3.0:1780383302.158684:0:6176:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [6:6:256:4294967295] 192.168.204.118@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:3.0:1780383302.158688:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383302.158696:0:6176:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:3.0:1780383302.158702:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:3.0:1780383302.158706:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdfd1edf. 00000800:00000200:3.0:1780383302.158713:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7b469f2] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:3.0:1780383302.158733:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:3.0:1780383302.158737:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cdfd1edf type 1, nob 608 niov 1 nkiov 1 00000400:00000200:3.0:1780383302.158760:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000010:3.0:1780383302.158765:0:6176:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eaa69daa. 00000800:00000200:0.0:1780383302.158932:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383302.158937:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdfd1edf. 00000400:00000200:0.0:1780383302.158941:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.158945:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383302.158949:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e00b5dd 00000400:00000010:0.0:1780383302.158951:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001e00b5dd. 00000100:00000200:0.0:1780383302.158956:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005553b613 x1866867005194752/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1780383318 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780383302.159832:0:6176:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063f9e5e0. 00000100:00000010:0.0:1780383302.161896:0:483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eaa69daa. 00000100:00000010:1.0:1780383302.163923:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000063f9e5e0. 00000400:00000200:1.0:1780383302.191228:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.191251:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383302.191263:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.191269:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.191283:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.191288:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 272 into portal 25 MB=0x6a1e7d8b00200 00000400:00000200:1.0:1780383302.191293:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.191300:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 272/272 into md 0x249 [1] + 224 00000400:00000200:1.0:1780383302.191338:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383302.191345:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:1.0:1780383302.191361:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005553b613 x1866867005194752/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1780383318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780383302.191610:0:6176:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8f16ff0. 00000400:00000200:2.0:1780383302.191617:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af7cdeb0 00000400:00000010:2.0:1780383302.191619:0:6176:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af7cdeb0. 00000100:00000200:2.0:1780383302.191625:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005553b613 x1866867005194752/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780383302.191634:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005553b613 x1866867005194752/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780383302.191662:0:6176:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e36b09c9. 02000000:00000010:2.0:1780383302.191672:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007501479. 02000000:00000010:2.0:1780383302.191677:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000007b378f6. 00000100:00000010:2.0:1780383302.191680:0:6176:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005553b613. 00000040:00000010:2.0:1780383302.191687:0:6176:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000093e3d74a. 00000020:00000010:2.0:1780383302.191695:0:6176:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000611b8e3e. 00000040:00000010:2.0:1780383302.191700:0:6176:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000b7351928. 00000020:00000010:2.0:1780383302.191703:0:6176:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ef6fa842. 00000020:00000010:2.0:1780383302.191708:0:6176:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000d7c07a7c. 80000000:00000010:2.0:1780383302.191712:0:6176:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000099ebed1a. 00040000:00000010:2.0:1780383302.191717:0:6176:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ea117b1e. 20000000:00000010:2.0:1780383302.191720:0:6176:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at 0000000092e7e8f0. 00000020:00000010:2.0:1780383302.191723:0:6176:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005cbee8f. 10000000:00000010:2.0:1780383302.191725:0:6176:0:(mgc_request.c:1732:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000c81279ad. 10000000:00000010:2.0:1780383302.191752:0:6176:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 000000006ab4f909. 10000000:00000010:2.0:1780383302.191760:0:6176:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 00000000ee7ec5d8. 10000000:00000010:2.0:1780383302.191763:0:6176:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 0000000005cbee8f. 00000100:00000010:2.0:1780383302.191769:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000da1c2207. 02000000:00000010:2.0:1780383302.191810:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092e7e8f0. 00010000:00000010:2.0:1780383302.191825:0:6176:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000acdbfae9. 00000100:00000010:2.0:1780383302.191841:0:6176:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e82b236f. 02000000:00000010:2.0:1780383302.191877:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000088d72929. 00000400:00000200:2.0:1780383302.191881:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1780383302.191884:0:6176:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5741f11. 00000400:00000010:2.0:1780383302.191888:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043a74ec8. 00000100:00000200:2.0:1780383302.191895:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866867005194880, portal 25 00000400:00000010:2.0:1780383302.191899:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d17d1f8f. 00000100:00000200:2.0:1780383302.191902:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866867005194880, offset 0 00000400:00000200:2.0:1780383302.191924:0:6176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1780383302.191930:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383302.191936:0:6176:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1780383302.191941:0:6176:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780383302.191946:0:6176:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1780383302.191949:0:6176:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780383302.191953:0:6176:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1780383302.191956:0:6176:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [7:7:256:4294967295] 192.168.204.118@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:2.0:1780383302.191961:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383302.191968:0:6176:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1780383302.191973:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1780383302.191978:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003faefb08. 00000800:00000200:2.0:1780383302.191985:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7b469f2] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1780383302.191991:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1780383302.191995:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003faefb08 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1780383302.192015:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000010:2.0:1780383302.192020:0:6176:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018ec9b8c. 00000100:00000010:2.0:1780383302.192037:0:6176:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fe1531e5. 00000800:00000200:0.0:1780383302.194883:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383302.194891:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003faefb08. 00000400:00000200:0.0:1780383302.194899:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.194906:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383302.194913:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d17d1f8f 00000400:00000010:0.0:1780383302.194916:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d17d1f8f. 00000100:00000200:0.0:1780383302.194937:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000da1c2207 x1866867005194880/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383318 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780383302.195858:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fe1531e5. 00000100:00000010:0.0:1780383302.195934:0:483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000018ec9b8c. 00000400:00000200:1.0:1780383302.209272:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.209291:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383302.209301:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.209305:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.209311:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.209315:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 344 into portal 25 MB=0x6a1e7d8b00280 00000400:00000200:1.0:1780383302.209320:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.209334:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 344/344 into md 0x251 [1] + 224 00000400:00000200:1.0:1780383302.209347:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383302.209352:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:1.0:1780383302.209366:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000da1c2207 x1866867005194880/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780383302.209595:0:6176:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5741f11. 00000400:00000200:2.0:1780383302.209601:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043a74ec8 00000400:00000010:2.0:1780383302.209604:0:6176:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000043a74ec8. 00000100:00000200:2.0:1780383302.209610:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000da1c2207 x1866867005194880/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780383302.209618:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000da1c2207 x1866867005194880/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780383302.209651:0:6176:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e82b236f. 02000000:00000010:2.0:1780383302.209675:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000088d72929. 02000000:00000010:2.0:1780383302.209681:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000092e7e8f0. 00000100:00000010:2.0:1780383302.209686:0:6176:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000da1c2207. 10000000:00000010:2.0:1780383302.209696:0:6176:0:(mgc_request.c:1684:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000867f5412. 00000020:00000010:2.0:1780383302.209700:0:6176:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092e7e8f0. 00000020:00000010:2.0:1780383302.209705:0:6176:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ea117b1e. 00000040:00000010:2.0:1780383302.209708:0:6176:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000d7c07a7c. 00000020:00000010:2.0:1780383302.209712:0:6176:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000060f95a25. 00000020:00000010:2.0:1780383302.209717:0:6176:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000b7351928. 80000000:00000010:2.0:1780383302.209721:0:6176:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000078353831. 00040000:00000010:2.0:1780383302.209725:0:6176:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000611b8e3e. 20000000:00000010:2.0:1780383302.209733:0:6176:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 0000000093e3d74a. 00000040:00000010:2.0:1780383302.209741:0:6176:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001868a29b. 00000100:00000010:2.0:1780383302.209747:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000da1c2207. 02000000:00000010:2.0:1780383302.209761:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077cde2d6. 00000100:00000010:2.0:1780383302.209815:0:6176:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e82b236f. 02000000:00000010:2.0:1780383302.209836:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091b3ea46. 00000400:00000200:2.0:1780383302.209840:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1780383302.209843:0:6176:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5741f11. 00000400:00000010:2.0:1780383302.209848:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043a74ec8. 00000100:00000200:2.0:1780383302.209854:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005195008, portal 25 00000400:00000010:2.0:1780383302.209859:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a322bdd4. 00000100:00000200:2.0:1780383302.209862:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1866867005195008, offset 0 00000400:00000200:2.0:1780383302.209868:0:6176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1780383302.209875:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383302.209881:0:6176:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1780383302.209886:0:6176:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780383302.209892:0:6176:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1780383302.209895:0:6176:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780383302.209898:0:6176:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1780383302.209907:0:6176:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [8:8:256:4294967295] 192.168.204.118@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:2.0:1780383302.209911:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383302.209919:0:6176:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1780383302.209923:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1780383302.209928:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093727471. 00000800:00000200:2.0:1780383302.209933:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7b469f2] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1780383302.209940:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1780383302.209944:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000093727471 type 1, nob 608 niov 1 nkiov 1 00000400:00000200:2.0:1780383302.209967:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000010:2.0:1780383302.209971:0:6176:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ea0b0d1. 00000100:00000010:2.0:1780383302.209986:0:6176:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dd1aeaad. 00000800:00000200:0.0:1780383302.210153:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383302.210158:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093727471. 00000400:00000200:0.0:1780383302.210161:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.210166:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383302.210169:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a322bdd4 00000400:00000010:0.0:1780383302.210171:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a322bdd4. 00000100:00000200:0.0:1780383302.210176:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000da1c2207 x1866867005195008/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1780383318 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780383302.215577:0:483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ea0b0d1. 00000100:00000010:1.0:1780383302.220617:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dd1aeaad. 00000400:00000200:1.0:1780383302.228576:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.228588:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383302.228598:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.228604:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.228609:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.228614:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 272 into portal 25 MB=0x6a1e7d8b00300 00000400:00000200:1.0:1780383302.228619:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.228625:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 272/272 into md 0x259 [1] + 224 00000400:00000200:1.0:1780383302.228639:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383302.228643:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:1.0:1780383302.228656:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000da1c2207 x1866867005195008/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1780383318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780383302.228768:0:6176:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5741f11. 00000400:00000200:2.0:1780383302.228774:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043a74ec8 00000400:00000010:2.0:1780383302.228809:0:6176:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000043a74ec8. 00000100:00000200:2.0:1780383302.228815:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000da1c2207 x1866867005195008/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780383302.228825:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000da1c2207 x1866867005195008/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780383302.228851:0:6176:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e82b236f. 02000000:00000010:2.0:1780383302.228863:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091b3ea46. 02000000:00000010:2.0:1780383302.228867:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000077cde2d6. 00000100:00000010:2.0:1780383302.228871:0:6176:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000da1c2207. 00000040:00000010:2.0:1780383302.228939:0:6176:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d060af09. 00000100:00000010:2.0:1780383302.228946:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000da1c2207. 02000000:00000010:2.0:1780383302.228956:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077cde2d6. 00000100:00000010:2.0:1780383302.228966:0:6176:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e82b236f. 02000000:00000010:2.0:1780383302.228997:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000946fcb2a. 00000400:00000200:2.0:1780383302.229003:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1780383302.229005:0:6176:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5741f11. 00000400:00000010:2.0:1780383302.229010:0:6176:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000058ec0a95. 00000100:00000200:2.0:1780383302.229020:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1866867005195136, portal 25 00000400:00000010:2.0:1780383302.229025:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043a74ec8. 00000100:00000200:2.0:1780383302.229028:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1866867005195136, offset 0 00000400:00000200:2.0:1780383302.229034:0:6176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1780383302.229040:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383302.229045:0:6176:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1780383302.229050:0:6176:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780383302.229065:0:6176:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1780383302.229068:0:6176:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780383302.229070:0:6176:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1780383302.229073:0:6176:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [9:9:256:4294967295] 192.168.204.118@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:2.0:1780383302.229086:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383302.229094:0:6176:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1780383302.229099:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1780383302.229104:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcc8ed84. 00000800:00000200:2.0:1780383302.229110:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7b469f2] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1780383302.229117:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1780383302.229120:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fcc8ed84 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1780383302.229129:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000010:2.0:1780383302.229132:0:6176:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024d0f185. 00000100:00000010:2.0:1780383302.229148:0:6176:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d8ed2a76. 00000800:00000200:0.0:1780383302.229646:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383302.229651:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcc8ed84. 00000400:00000200:0.0:1780383302.229655:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.229660:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383302.229664:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043a74ec8 00000400:00000010:0.0:1780383302.229665:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000043a74ec8. 00000100:00000200:0.0:1780383302.229670:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000da1c2207 x1866867005195136/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383318 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780383302.233374:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d8ed2a76. 00000100:00000010:0.0:1780383302.233683:0:483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024d0f185. 00000400:00000200:1.0:1780383302.240958:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.240969:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383302.240979:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.240984:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.240990:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.240994:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 8416 into portal 25 MB=0x6a1e7d8b00380 00000400:00000200:1.0:1780383302.241000:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.241006:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 8416/8416 into md 0x261 [4] + 224 00000400:00000200:1.0:1780383302.241045:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383302.241062:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:1.0:1780383302.241250:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000da1c2207 x1866867005195136/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780383302.248870:0:6176:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5741f11. 00000400:00000200:2.0:1780383302.248887:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058ec0a95 00000400:00000010:2.0:1780383302.248890:0:6176:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 0000000058ec0a95. 00000100:00000200:2.0:1780383302.248909:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000da1c2207 x1866867005195136/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780383302.248921:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000da1c2207 x1866867005195136/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780383302.248953:0:6176:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e82b236f. 02000000:00000010:2.0:1780383302.248967:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000946fcb2a. 02000000:00000010:2.0:1780383302.249000:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000077cde2d6. 00000100:00000010:2.0:1780383302.249006:0:6176:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000da1c2207. 00000040:00000010:2.0:1780383302.249016:0:6176:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000009677c100. 00000020:00000010:1.0:1780383302.255816:0:6194:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f1454f1. 00000020:00000010:1.0:1780383302.255830:0:6194:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000002ac92fc2. 00000040:00000010:1.0:1780383302.255847:0:6194:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000009a49c43f. 00000020:00000010:1.0:1780383302.255852:0:6194:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002230b7dc. 00000020:00000010:1.0:1780383302.255858:0:6194:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002308f4f4. 00000020:00000010:1.0:1780383302.255862:0:6194:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000664784e9. 80000000:00000010:1.0:1780383302.255866:0:6194:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000325b101b. 40000000:00000010:1.0:1780383302.255871:0:6194:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000055940b21. 00100000:00000010:1.0:1780383302.255890:0:6194:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000034c578ff. 00040000:00000010:1.0:1780383302.255896:0:6194:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007918652b. 00040000:00000010:1.0:1780383302.255899:0:6194:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000137d36a1. 00040000:00000010:1.0:1780383302.255904:0:6194:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000028560f32. 00000004:00000010:1.0:1780383302.255908:0:6194:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fd322895. 00000004:00000010:1.0:1780383302.255914:0:6194:0:(mdt_handler.c:8392:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cef7d5f7. 00000004:00000010:1.0:1780383302.255919:0:6194:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 000000000f644822. 00002000:00000010:1.0:1780383302.255924:0:6194:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ae0943dd. 00000004:00000010:1.0:1780383302.255928:0:6194:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 0000000011600cd4. 00000020:00000010:1.0:1780383302.255933:0:6194:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d9d2101c. 00000040:00000010:1.0:1780383302.255942:0:6194:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000010e1625. 00000100:00000010:1.0:1780383302.255960:0:6194:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1c3170b. 02000000:00000010:1.0:1780383302.255975:0:6194:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d000c2bf. 00000100:00000010:1.0:1780383302.255990:0:6194:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de6bfbb4. 02000000:00000010:1.0:1780383302.256016:0:6194:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000007a7b0f10. 00000400:00000200:1.0:1780383302.256027:0:6194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383302.256031:0:6194:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000783c0a5b. 00000400:00000010:1.0:1780383302.256037:0:6194:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000051a8a556. 00000100:00000200:1.0:1780383302.256044:0:6194:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1866867005195264, portal 25 00000400:00000010:1.0:1780383302.256060:0:6194:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080428f2c. 00000100:00000200:1.0:1780383302.256063:0:6194:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1866867005195264, offset 0 00000400:00000200:1.0:1780383302.256222:0:6194:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383302.256231:0:6194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.256250:0:6194:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383302.256255:0:6194:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383302.256260:0:6194:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383302.256263:0:6194:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383302.256271:0:6194:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383302.256437:0:6194:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [10:10:256:4294967295] 192.168.204.118@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:1.0:1780383302.256443:0:6194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.256452:0:6194:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383302.256458:0:6194:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383302.256463:0:6194:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6ea9e45. 00000800:00000200:1.0:1780383302.256470:0:6194:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7b469f2] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383302.256479:0:6194:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383302.256483:0:6194:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f6ea9e45 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1780383302.256497:0:6194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000010:1.0:1780383302.256502:0:6194:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000734df149. 00000100:00000010:1.0:1780383302.256522:0:6194:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c8862690. 00000100:00000010:1.0:1780383302.260861:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c8862690. 00000800:00000200:0.0:1780383302.264493:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383302.264503:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6ea9e45. 00000400:00000200:0.0:1780383302.264512:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.264522:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383302.264530:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080428f2c 00000400:00000010:0.0:1780383302.264532:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000080428f2c. 00000100:00000200:0.0:1780383302.264541:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b1c3170b x1866867005195264/t0(0) o502->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780383318 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780383302.264582:0:483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000734df149. 00000400:00000200:1.0:1780383302.273993:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.274003:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383302.274012:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.274017:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.274022:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.274026:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 8472 into portal 25 MB=0x6a1e7d8b00400 00000400:00000200:1.0:1780383302.274031:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.274038:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 8472/8472 into md 0x269 [4] + 224 00000400:00000200:1.0:1780383302.274062:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383302.274067:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:1.0:1780383302.274093:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b1c3170b x1866867005195264/t0(0) o502->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780383318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780383302.274641:0:6194:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000783c0a5b. 00000400:00000200:3.0:1780383302.274658:0:6194:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051a8a556 00000400:00000010:3.0:1780383302.274661:0:6194:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 0000000051a8a556. 00000100:00000200:3.0:1780383302.274667:0:6194:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b1c3170b x1866867005195264/t0(0) o502->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780383302.274677:0:6194:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b1c3170b x1866867005195264/t0(0) o502->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1780383302.274708:0:6194:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000de6bfbb4. 02000000:00000010:3.0:1780383302.274721:0:6194:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000007a7b0f10. 02000000:00000010:3.0:1780383302.274734:0:6194:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d000c2bf. 00000100:00000010:3.0:1780383302.274738:0:6194:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1c3170b. 00000020:00000010:3.0:1780383302.274757:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000fe816c56. 00000020:00000010:3.0:1780383302.274761:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000fe816c56. 00000020:00000010:3.0:1780383302.274766:0:6194:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000003b237f3c. 00000020:00000010:3.0:1780383302.274770:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 0000000037458c25. 00000020:00000010:3.0:1780383302.274838:0:6194:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 000000002ddb243f. 00000020:00000010:3.0:1780383302.274846:0:6194:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000c6643acf. 00000020:00000010:3.0:1780383302.274877:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 0000000037458c25. 00000020:00000010:3.0:1780383302.274880:0:6194:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000003b237f3c. 00000020:00000010:3.0:1780383302.274884:0:6194:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000003b237f3c. 00000020:00000010:3.0:1780383302.274888:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 00000000e36b09c9. 00000001:00000010:3.0:1780383302.274915:0:6194:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000fe816c56. 00000001:00000010:3.0:1780383302.274920:0:6194:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000aeb52960. 00000001:00000010:3.0:1780383302.274923:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000037984263. 00000001:00000010:3.0:1780383302.274926:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000057cd128a. 00000001:00000010:3.0:1780383302.274928:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000c1c9bef. 00000001:00000010:3.0:1780383302.274930:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005aaf867b. 00000020:00000010:3.0:1780383302.274933:0:6194:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003bc8d65. 00000020:00000010:3.0:1780383302.274938:0:6194:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000037458c25. 00000020:00000010:3.0:1780383302.274951:0:6194:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe37f0f9. 00000008:00000010:3.0:1780383302.274964:0:6194:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000334e4b2. 00020000:00000010:3.0:1780383302.274978:0:6194:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000001742c14c. 00008000:00000010:3.0:1780383302.275006:0:6194:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007b3c619a. 00000080:00000010:3.0:1780383302.275023:0:6194:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000fa7c09f5. 00000020:00000010:3.0:1780383302.275028:0:6194:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d68c9a8. 00000020:00000010:3.0:1780383302.275031:0:6194:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b4001389. 00000020:00000010:3.0:1780383302.275035:0:6194:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000002a5c0fab. 00000008:00000010:3.0:1780383302.275040:0:6194:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000fb7e8263. 00020000:00000010:3.0:1780383302.275043:0:6194:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000a11e4605. 00008000:00000010:3.0:1780383302.275046:0:6194:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000d1c97592. 00000080:00000010:3.0:1780383302.275050:0:6194:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c206ec32. 00000080:00000010:3.0:1780383302.275064:0:6194:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000a4eab06. 00020000:00000010:3.0:1780383302.275067:0:6194:0:(lov_dev.c:599:lov_device_alloc()) kmalloced '(ld)': 632 at 000000009024836b. 00000020:00000010:3.0:1780383302.278490:0:6194:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000005628de1e. 00020000:00000010:3.0:1780383302.278677:0:6194:0:(lov_dev.c:616:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at 0000000029bc6398. 00020000:00000010:3.0:1780383302.278682:0:6194:0:(lov_dev.c:623:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at 00000000c2244d5d. 00000020:00000010:3.0:1780383302.278718:0:6194:0:(lu_object.c:1156:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at 00000000882055a5. 00000020:00000010:3.0:1780383302.278728:0:6194:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005edbd8ac. 00000020:00000010:3.0:1780383302.278733:0:6194:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000dcc0b40e. 00000020:00000010:3.0:1780383302.278741:0:6194:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000d39b26a6. 00000040:00000010:3.0:1780383302.278745:0:6194:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000004667b5ae. 00000020:00000010:3.0:1780383302.278748:0:6194:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002357e937. 00000020:00000010:3.0:1780383302.278753:0:6194:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000873a65e7. 00000020:00000010:3.0:1780383302.278757:0:6194:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000081d5e8a1. 80000000:00000010:3.0:1780383302.278761:0:6194:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000099ebed1a. 40000000:00000010:3.0:1780383302.278764:0:6194:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000092a0128. 00000008:00000010:3.0:1780383302.278768:0:6194:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000f49546ba. 00020000:00000010:3.0:1780383302.278772:0:6194:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000004602336. 00008000:00000010:3.0:1780383302.278795:0:6194:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000fe29b214. 00100000:00000010:3.0:1780383302.278800:0:6194:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003a0d6b93. 00040000:00000010:3.0:1780383302.278804:0:6194:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a9580b98. 00040000:00000010:3.0:1780383302.278808:0:6194:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000003264cb4c. 00040000:00000010:3.0:1780383302.278812:0:6194:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000650d3458. 00000004:00000010:3.0:1780383302.278816:0:6194:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000003d908039. 00000004:00000010:3.0:1780383302.278826:0:6194:0:(mdt_handler.c:8392:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f300dac0. 00000004:00000010:3.0:1780383302.278830:0:6194:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 0000000078cb0bd3. 00002000:00000010:3.0:1780383302.278834:0:6194:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004422d48a. 00000004:00000010:3.0:1780383302.278838:0:6194:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000a35b29c3. 00000080:00000010:3.0:1780383302.278843:0:6194:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000000d615d35. 00000080:00000010:3.0:1780383302.278846:0:6194:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000a34e812b. 00000020:00000010:3.0:1780383302.278850:0:6194:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000eaa69daa. 00000040:00000010:3.0:1780383302.278853:0:6194:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000006b329923. 00000020:00000010:3.0:1780383302.278855:0:6194:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000996a4dd8. 00000020:00000010:3.0:1780383302.278858:0:6194:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004286383b. 00000020:00000010:3.0:1780383302.278860:0:6194:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000034478d1. 80000000:00000010:3.0:1780383302.278862:0:6194:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002d77b117. 40000000:00000010:3.0:1780383302.278864:0:6194:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c81279ad. 00000008:00000010:3.0:1780383302.278867:0:6194:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000003471e14e. 00020000:00000010:3.0:1780383302.278869:0:6194:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000000d373ed. 00008000:00000010:3.0:1780383302.278872:0:6194:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000db87bf48. 00100000:00000010:3.0:1780383302.278874:0:6194:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007e710243. 00040000:00000010:3.0:1780383302.278877:0:6194:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cdfd1edf. 00040000:00000010:3.0:1780383302.278880:0:6194:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000216b871c. 00040000:00000010:3.0:1780383302.278882:0:6194:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000007b378f6. 00000004:00000010:3.0:1780383302.278885:0:6194:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000008b3e363e. 00000004:00000010:3.0:1780383302.278888:0:6194:0:(mdt_handler.c:8392:mdt_key_init()) kmalloced '(value)': 2568 at 000000003c89f041. 00000004:00000010:3.0:1780383302.278890:0:6194:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000c68dfb8f. 00002000:00000010:3.0:1780383302.278892:0:6194:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007a7b0f10. 00000004:00000010:3.0:1780383302.278894:0:6194:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000197f0e5a. 00000080:00000010:3.0:1780383302.278896:0:6194:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000008b8a934b. 00000080:00000010:3.0:1780383302.278898:0:6194:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b29d5d25. 00000020:00000010:3.0:1780383302.278904:0:6194:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000b4001389. 00000020:00000010:3.0:1780383302.278908:0:6194:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000002a5c0fab. 00000008:00000010:3.0:1780383302.278911:0:6194:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000fb7e8263. 00020000:00000010:3.0:1780383302.278915:0:6194:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000a11e4605. 00008000:00000010:3.0:1780383302.278918:0:6194:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000d1c97592. 00000080:00000010:3.0:1780383302.278920:0:6194:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000c206ec32. 00000080:00000010:3.0:1780383302.278932:0:6194:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000000a4eab06. 00000020:00000010:3.0:1780383302.278936:0:6194:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d68c9a8. 00000020:00000010:3.0:1780383302.278941:0:6194:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000037458c25. 00000020:00000010:3.0:1780383302.278944:0:6194:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe37f0f9. 00000008:00000010:3.0:1780383302.278948:0:6194:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000334e4b2. 00020000:00000010:3.0:1780383302.278952:0:6194:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000001742c14c. 00008000:00000010:3.0:1780383302.278955:0:6194:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000007b3c619a. 00000080:00000010:3.0:1780383302.278958:0:6194:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000fa7c09f5. 00000020:00000010:3.0:1780383302.278960:0:6194:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003bc8d65. 00000020:00000010:3.0:1780383302.278965:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 00000000e36b09c9. 00000020:00000010:3.0:1780383302.278969:0:6194:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000003b237f3c. 00000020:00000010:3.0:1780383302.278980:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000b4c6df9b. 00000020:00000010:3.0:1780383302.278983:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000b4c6df9b. 00000020:00000010:3.0:1780383302.278988:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000b4c6df9b. 00000020:00000010:3.0:1780383302.278989:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000b4c6df9b. 00000020:00000010:3.0:1780383302.278992:0:6194:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000003b237f3c. 00000020:00000010:3.0:1780383302.278996:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 0000000037458c25. 00000020:00000010:3.0:1780383302.279005:0:6194:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 000000008bb288d4. 00000020:00000010:3.0:1780383302.279011:0:6194:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000ef6fa842. 00000020:00000010:3.0:1780383302.279025:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 0000000037458c25. 00000020:00000010:3.0:1780383302.279028:0:6194:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000003b237f3c. 00000020:00000010:3.0:1780383302.279031:0:6194:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000003b237f3c. 00000020:00000010:3.0:1780383302.279035:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 000000003167c817. 00000001:00000010:3.0:1780383302.279062:0:6194:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b4c6df9b. 00000001:00000010:3.0:1780383302.282656:0:6194:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f355f4c2. 00000001:00000010:3.0:1780383302.282681:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000003bc8d65. 00000001:00000010:3.0:1780383302.282685:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002d68c9a8. 00000001:00000010:3.0:1780383302.282687:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b4001389. 00000001:00000010:3.0:1780383302.282690:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000007501479. 00000020:00000010:3.0:1780383302.282698:0:6194:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cce17961. 00000020:00000010:3.0:1780383302.282704:0:6194:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000037458c25. 00000020:00000010:3.0:1780383302.282720:0:6194:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe37f0f9. 00000008:00000010:3.0:1780383302.282726:0:6194:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000334e4b2. 00020000:00000010:3.0:1780383302.282732:0:6194:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000001742c14c. 00008000:00000010:3.0:1780383302.282737:0:6194:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007b3c619a. 00000080:00000010:3.0:1780383302.282743:0:6194:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000fa7c09f5. 00000020:00000010:3.0:1780383302.282751:0:6194:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d74e768f. 00000020:00000010:3.0:1780383302.282754:0:6194:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e62201ba. 00000040:00000010:3.0:1780383302.282757:0:6194:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000085f14bf0. 00000020:00000010:3.0:1780383302.282788:0:6194:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001df3e9fc. 00000020:00000010:3.0:1780383302.282794:0:6194:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000237f7ea2. 00040000:00000010:3.0:1780383302.282800:0:6194:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000082c071ca. 00040000:00000010:3.0:1780383302.282803:0:6194:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005a9b4157. 00800000:00000010:3.0:1780383302.282807:0:6194:0:(lmv_obd.c:1231:lmv_device_alloc()) kmalloced '(lu)': 64 at 0000000027761463. 80000000:00000010:3.0:1780383302.282821:0:6194:0:(fld_cache.c:47:fld_cache_init()) kmalloced '(cache)': 168 at 00000000f37852e8. 00800000:00000010:3.0:1780383302.282866:0:6194:0:(lmv_obd.c:1287:lmv_device_alloc()) kmalloced '(pat)': 280 at 000000001c633dbf. 00800000:00000010:3.0:1780383302.282870:0:6194:0:(lmv_obd.c:1296:lmv_device_alloc()) kmalloced '(pat)': 280 at 0000000054e2df0e. 00000020:00000010:3.0:1780383302.282989:0:6194:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c7183f3c. 00000020:00000010:3.0:1780383302.282994:0:6194:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 00000000d30aecc0. 00000020:00000010:3.0:1780383302.283009:0:6194:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000e62201ba. 00000040:00000010:3.0:1780383302.283015:0:6194:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000085f14bf0. 00000020:00000010:3.0:1780383302.283018:0:6194:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001df3e9fc. 00000020:00000010:3.0:1780383302.283022:0:6194:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000237f7ea2. 00040000:00000010:3.0:1780383302.283025:0:6194:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000082c071ca. 00040000:00000010:3.0:1780383302.283028:0:6194:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005a9b4157. 00000020:00000010:3.0:1780383302.283030:0:6194:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d74e768f. 00000020:00000010:3.0:1780383302.283034:0:6194:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000037458c25. 00000020:00000010:3.0:1780383302.283037:0:6194:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe37f0f9. 00000008:00000010:3.0:1780383302.283040:0:6194:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000334e4b2. 00020000:00000010:3.0:1780383302.283043:0:6194:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000001742c14c. 00008000:00000010:3.0:1780383302.283045:0:6194:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000007b3c619a. 00000080:00000010:3.0:1780383302.283048:0:6194:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000fa7c09f5. 00000020:00000010:3.0:1780383302.283051:0:6194:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cce17961. 00000020:00000010:3.0:1780383302.283056:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 000000003167c817. 00000020:00000010:3.0:1780383302.285709:0:6194:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000003b237f3c. 00000020:00000010:3.0:1780383302.285741:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000082c071ca. 00000020:00000010:3.0:1780383302.285746:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000082c071ca. 00000020:00000010:3.0:1780383302.285754:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000082c071ca. 00000020:00000010:3.0:1780383302.285756:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000082c071ca. 00000020:00000010:3.0:1780383302.285760:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 000000002a5c0fab. 00000020:00000010:3.0:1780383302.285764:0:6194:0:(obd_config.c:1150:class_add_profile()) kmalloced '(lprof)': 48 at 000000003b237f3c. 00000020:00000010:3.0:1780383302.285767:0:6194:0:(obd_config.c:1156:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at 000000003487cb5e. 00000020:00000010:3.0:1780383302.285769:0:6194:0:(obd_config.c:1162:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at 00000000c8ff3024. 00000020:00000010:3.0:1780383302.285771:0:6194:0:(obd_config.c:1169:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at 0000000095f9b476. 00000020:00000010:3.0:1780383302.285798:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 000000002a5c0fab. 00000020:00000010:3.0:1780383302.285804:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000082c071ca. 00000020:00000010:3.0:1780383302.285806:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000082c071ca. 00000020:00000010:3.0:1780383302.285810:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000082c071ca. 00000020:00000010:3.0:1780383302.285812:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000082c071ca. 00000020:00000010:3.0:1780383302.285815:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000003de9578a. 00000100:00000010:3.0:1780383302.285819:0:6194:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000094816150. 00000400:00000200:3.0:1780383302.285823:0:6194:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:3.0:1780383302.285831:0:6194:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:3.0:1780383302.285838:0:6194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383302.285843:0:6194:0:(peer.c:1747:lnet_peer_add()) peer 192.168.204.118@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1780383302.285848:0:6194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383302.285854:0:6194:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1780383302.285857:0:6194:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:3.0:1780383302.285859:0:6194:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp 00000100:00000010:3.0:1780383302.285861:0:6194:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000094816150. 00000020:00000010:3.0:1780383302.285864:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000003de9578a. 00000020:00000010:3.0:1780383302.285868:0:6194:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000003de9578a. 00000020:00000010:3.0:1780383302.285873:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000003167c817. 00000020:00000010:3.0:1780383302.285885:0:6194:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 00000000f6e72086. 00000020:00000010:3.0:1780383302.285893:0:6194:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 000000001df3e9fc. 00000020:00000010:3.0:1780383302.285909:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000003167c817. 00000020:00000010:3.0:1780383302.285926:0:6194:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000003de9578a. 00000020:00000010:3.0:1780383302.285930:0:6194:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000003de9578a. 00000020:00000010:3.0:1780383302.285933:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000003167c817. 00000001:00000010:3.0:1780383302.285954:0:6194:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000082c071ca. 00000001:00000010:3.0:1780383302.285959:0:6194:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000be8bf681. 00000001:00000010:3.0:1780383302.285964:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cce17961. 00000001:00000010:3.0:1780383302.285967:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005a9b4157. 00000001:00000010:3.0:1780383302.285969:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000237f7ea2. 00000001:00000010:3.0:1780383302.285972:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000085f14bf0. 00000020:00000010:3.0:1780383302.285976:0:6194:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d74e768f. 00000020:00000010:3.0:1780383302.285981:0:6194:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000037458c25. 00000020:00000010:3.0:1780383302.285985:0:6194:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe37f0f9. 00000008:00000010:3.0:1780383302.285994:0:6194:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000334e4b2. 00020000:00000010:3.0:1780383302.285998:0:6194:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000001742c14c. 00008000:00000010:3.0:1780383302.286001:0:6194:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007b3c619a. 00000080:00000010:3.0:1780383302.286006:0:6194:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000fa7c09f5. 00000020:00000010:3.0:1780383302.286010:0:6194:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e62201ba. 00000020:00000010:3.0:1780383302.286013:0:6194:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000044826c11. 00000020:00000010:3.0:1780383302.286016:0:6194:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000002a5c0fab. 00000008:00000010:3.0:1780383302.286019:0:6194:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000fb7e8263. 00020000:00000010:3.0:1780383302.286023:0:6194:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000a11e4605. 00008000:00000010:3.0:1780383302.286026:0:6194:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000d1c97592. 00000080:00000010:3.0:1780383302.286029:0:6194:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c206ec32. 00000080:00000010:3.0:1780383302.286032:0:6194:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000a4eab06. 00000002:00000010:3.0:1780383302.286036:0:6194:0:(mdc_dev.c:1725:mdc_device_alloc()) kmalloced '(osc)': 104 at 00000000a0ff408f. 00010000:00000010:3.0:1780383302.286059:0:6194:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000031888e80. 00010000:00000010:3.0:1780383302.286065:0:6194:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000b3f21b57. 00010000:00000010:3.0:1780383302.286082:0:6194:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 000000006dd49485. 00000020:00000010:3.0:1780383302.286087:0:6194:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1720 at 000000007e357490. 00000100:00000200:3.0:1780383302.286101:0:6194:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.204.118@tcp->12345-192.168.204.118@tcp 00000400:00000200:3.0:1780383302.286108:0:6194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383302.286112:0:6194:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.118@tcp primary NID 192.168.204.118@tcp rc 0 00010000:00000010:3.0:1780383302.286123:0:6194:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000007772d186. 00010000:00000010:3.0:1780383302.286129:0:6194:0:(ldlm_resource.c:965:ldlm_namespace_new()) kmalloced '(ns)': 848 at 0000000019b32895. 00000001:00000010:3.0:1780383302.286136:0:6194:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000795d56e6. 00000001:00000010:3.0:1780383302.286140:0:6194:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000004d267c7d. 00000001:00000010:3.0:1780383302.286194:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008ac04af1. 00000001:00000010:3.0:1780383302.286251:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b54f5163. 00000001:00000010:3.0:1780383302.286307:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b734cb00. 00000001:00000010:3.0:1780383302.286365:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000d0e91f5. 00000001:00000010:3.0:1780383302.286413:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000779f8308. 00000001:00000010:3.0:1780383302.286466:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000703e5026. 00000001:00000010:3.0:1780383302.286509:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ae7cb797. 00000001:00000010:3.0:1780383302.286555:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000050f33c90. 00000001:00000010:3.0:1780383302.286604:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000070f4e468. 00000001:00000010:3.0:1780383302.286649:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e882005a. 00000001:00000010:3.0:1780383302.286709:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008d8a1c04. 00000001:00000010:3.0:1780383302.286753:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000002dc871. 00000001:00000010:3.0:1780383302.286829:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000024750bbd. 00000001:00000010:3.0:1780383302.286875:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007f533ca7. 00000001:00000010:3.0:1780383302.286922:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a9f7f1a4. 00000001:00000010:3.0:1780383302.286963:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cf8adf35. 00000001:00000010:3.0:1780383302.287008:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000019a2c891. 00000001:00000010:3.0:1780383302.287066:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007ec6f434. 00000001:00000010:3.0:1780383302.287111:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a4e02485. 00000001:00000010:3.0:1780383302.287157:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000050d19650. 00000001:00000010:3.0:1780383302.287200:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000055e66d6f. 00000001:00000010:3.0:1780383302.292431:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ff9a8843. 00000001:00000010:3.0:1780383302.304832:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005bbbfa97. 00000001:00000010:3.0:1780383302.304908:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a2fa5ce7. 00000001:00000010:3.0:1780383302.304954:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bcc411c3. 00000001:00000010:3.0:1780383302.304995:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000040260aeb. 00000001:00000010:3.0:1780383302.305037:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000026ac8df. 00000001:00000010:3.0:1780383302.305207:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000072113673. 00000001:00000010:3.0:1780383302.305264:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f3f2cb61. 00000001:00000010:3.0:1780383302.305805:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002a6a7c85. 00000001:00000010:3.0:1780383302.305852:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000a8193ec. 00000001:00000010:3.0:1780383302.305900:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000181d6002. 00000020:00000010:3.0:1780383302.305934:0:6194:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000646b315b. 00000020:00000010:3.0:1780383302.305938:0:6194:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000a5c37037. 00000020:00000010:3.0:1780383302.306097:0:6194:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000035d5f5b5. 00000020:00000010:3.0:1780383302.306101:0:6194:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000ba8bc27b. 00000020:00000010:3.0:1780383302.306331:0:6194:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000018515068. 00000020:00000010:3.0:1780383302.306335:0:6194:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 000000005a847469. 00000020:00000010:3.0:1780383302.306355:0:6194:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000387920b0. 00000020:00000010:3.0:1780383302.306358:0:6194:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000a4d34889. 00000040:00000010:3.0:1780383302.306379:0:6194:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000003001699b. 00000002:00000010:3.0:1780383302.306388:0:6194:0:(mdc_changelog.c:923:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 00000000a26bd42e. 00000020:00000010:3.0:1780383302.306574:0:6194:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000044826c11. 00000020:00000010:3.0:1780383302.306580:0:6194:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000002a5c0fab. 00000008:00000010:3.0:1780383302.306584:0:6194:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000fb7e8263. 00020000:00000010:3.0:1780383302.306589:0:6194:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000a11e4605. 00008000:00000010:3.0:1780383302.306593:0:6194:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000d1c97592. 00000080:00000010:3.0:1780383302.306598:0:6194:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000c206ec32. 00000080:00000010:3.0:1780383302.306603:0:6194:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000000a4eab06. 00000020:00000010:3.0:1780383302.306607:0:6194:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e62201ba. 00000020:00000010:3.0:1780383302.306614:0:6194:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000037458c25. 00000020:00000010:3.0:1780383302.306617:0:6194:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe37f0f9. 00000008:00000010:3.0:1780383302.306621:0:6194:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000334e4b2. 00020000:00000010:3.0:1780383302.306624:0:6194:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000001742c14c. 00008000:00000010:3.0:1780383302.306627:0:6194:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000007b3c619a. 00000080:00000010:3.0:1780383302.306630:0:6194:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000fa7c09f5. 00000020:00000010:3.0:1780383302.306632:0:6194:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d74e768f. 00000020:00000010:3.0:1780383302.306637:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000003167c817. 00000020:00000010:3.0:1780383302.306644:0:6194:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000003de9578a. 00000020:00000010:3.0:1780383302.306654:0:6194:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000c01320a6. 00000020:00000010:3.0:1780383302.306659:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000003167c817. 00000020:00000010:3.0:1780383302.306668:0:6194:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d74e768f. 00000020:00000010:3.0:1780383302.306672:0:6194:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e62201ba. 00000040:00000010:3.0:1780383302.306675:0:6194:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000044826c11. 00000020:00000010:3.0:1780383302.306679:0:6194:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fce7ce94. 00000020:00000010:3.0:1780383302.306683:0:6194:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000a3cb4441. 00040000:00000010:3.0:1780383302.306689:0:6194:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000006e841af. 00040000:00000010:3.0:1780383302.306693:0:6194:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003462e4db. 00800000:00000010:3.0:1780383302.306706:0:6194:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at 0000000005a02da9. 00020000:00000010:3.0:1780383302.306711:0:6194:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000174233d8. 00000020:00000010:3.0:1780383302.306714:0:6194:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000e62201ba. 00000040:00000010:3.0:1780383302.306717:0:6194:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000044826c11. 00000020:00000010:3.0:1780383302.306720:0:6194:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fce7ce94. 00000020:00000010:3.0:1780383302.306723:0:6194:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000a3cb4441. 00040000:00000010:3.0:1780383302.306726:0:6194:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000006e841af. 00040000:00000010:3.0:1780383302.306729:0:6194:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003462e4db. 00000020:00000010:3.0:1780383302.306731:0:6194:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d74e768f. 00000020:00000010:3.0:1780383302.306736:0:6194:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003462e4db. 00000020:00000010:3.0:1780383302.306738:0:6194:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a3cb4441. 00000020:00000010:3.0:1780383302.306741:0:6194:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000040e101bd. 00000008:00000010:3.0:1780383302.306744:0:6194:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000fb7e8263. 00020000:00000010:3.0:1780383302.306747:0:6194:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000a11e4605. 00008000:00000010:3.0:1780383302.306750:0:6194:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000d1c97592. 00000080:00000010:3.0:1780383302.306754:0:6194:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c206ec32. 00000080:00000010:3.0:1780383302.306756:0:6194:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000a4eab06. 00000020:00000010:3.0:1780383302.306765:0:6194:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000a3cb4441. 00000020:00000010:3.0:1780383302.306767:0:6194:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000040e101bd. 00000008:00000010:3.0:1780383302.306769:0:6194:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000fb7e8263. 00020000:00000010:3.0:1780383302.306771:0:6194:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000a11e4605. 00008000:00000010:3.0:1780383302.306772:0:6194:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000d1c97592. 00000080:00000010:3.0:1780383302.306814:0:6194:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000c206ec32. 00000080:00000010:3.0:1780383302.306816:0:6194:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000000a4eab06. 00000020:00000010:3.0:1780383302.306818:0:6194:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003462e4db. 00000020:00000010:3.0:1780383302.306821:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000003167c817. 00000020:00000010:3.0:1780383302.306822:0:6194:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000c01320a6. 00000020:00000010:3.0:1780383302.306828:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000006e841af. 00000020:00000010:3.0:1780383302.306830:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000006e841af. 00000020:00000010:3.0:1780383302.306834:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000006e841af. 00000020:00000010:3.0:1780383302.306835:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000006e841af. 00000020:00000010:3.0:1780383302.306839:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000006e841af. 00000020:00000010:3.0:1780383302.306841:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000006e841af. 00000020:00000010:3.0:1780383302.306843:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000c01320a6. 00000100:00000010:3.0:1780383302.306847:0:6194:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000488c512f. 00000400:00000200:3.0:1780383302.306851:0:6194:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:3.0:1780383302.306858:0:6194:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:3.0:1780383302.306864:0:6194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383302.306869:0:6194:0:(peer.c:1747:lnet_peer_add()) peer 192.168.204.118@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1780383302.306875:0:6194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383302.306881:0:6194:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1780383302.306883:0:6194:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:3.0:1780383302.306885:0:6194:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp 00000100:00000010:3.0:1780383302.306887:0:6194:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000488c512f. 00000020:00000010:3.0:1780383302.306890:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000c01320a6. 00000020:00000010:3.0:1780383302.306894:0:6194:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000c01320a6. 00000020:00000010:3.0:1780383302.306896:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000003167c817. 00000020:00000010:3.0:1780383302.306904:0:6194:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 000000003a3bd67f. 00000020:00000010:3.0:1780383302.306908:0:6194:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000fce7ce94. 00000020:00000010:3.0:1780383302.306919:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000003167c817. 00000020:00000010:3.0:1780383302.306921:0:6194:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000c01320a6. 00000020:00000010:3.0:1780383302.306925:0:6194:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000c01320a6. 00000020:00000010:3.0:1780383302.306927:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000003167c817. 00000001:00000010:3.0:1780383302.306949:0:6194:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000006e841af. 00000001:00000010:3.0:1780383302.306957:0:6194:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000fa1cac21. 00000001:00000010:3.0:1780383302.306960:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a3cb4441. 00000001:00000010:3.0:1780383302.306962:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003462e4db. 00000001:00000010:3.0:1780383302.306964:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000044826c11. 00000001:00000010:3.0:1780383302.306965:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d74e768f. 00000020:00000010:3.0:1780383302.306983:0:6194:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e62201ba. 00000020:00000010:3.0:1780383302.306987:0:6194:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000037458c25. 00000020:00000010:3.0:1780383302.306990:0:6194:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe37f0f9. 00000008:00000010:3.0:1780383302.306993:0:6194:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000334e4b2. 00020000:00000010:3.0:1780383302.306996:0:6194:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000001742c14c. 00008000:00000010:3.0:1780383302.306998:0:6194:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007b3c619a. 00000080:00000010:3.0:1780383302.307002:0:6194:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000fa7c09f5. 00000020:00000010:3.0:1780383302.307006:0:6194:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004513daf1. 00000020:00000010:3.0:1780383302.307015:0:6194:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000803f9266. 00000020:00000010:3.0:1780383302.307018:0:6194:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000040e101bd. 00000008:00000010:3.0:1780383302.307020:0:6194:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000fb7e8263. 00020000:00000010:3.0:1780383302.307022:0:6194:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000a11e4605. 00008000:00000010:3.0:1780383302.307024:0:6194:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000d1c97592. 00000080:00000010:3.0:1780383302.307026:0:6194:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c206ec32. 00000080:00000010:3.0:1780383302.307028:0:6194:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000a4eab06. 00000002:00000010:3.0:1780383302.307032:0:6194:0:(mdc_dev.c:1725:mdc_device_alloc()) kmalloced '(osc)': 104 at 0000000033db0e2d. 00010000:00000010:3.0:1780383302.307049:0:6194:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000027c1f031. 00010000:00000010:3.0:1780383302.307054:0:6194:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000a0ae33c4. 00010000:00000010:3.0:1780383302.307058:0:6194:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000fc512bb6. 00000020:00000010:3.0:1780383302.307063:0:6194:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1720 at 00000000d6d8dd25. 00000100:00000200:3.0:1780383302.307076:0:6194:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.204.118@tcp->12345-192.168.204.118@tcp 00000400:00000200:3.0:1780383302.307081:0:6194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383302.307084:0:6194:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.118@tcp primary NID 192.168.204.118@tcp rc 0 00010000:00000010:3.0:1780383302.307089:0:6194:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000005b617bb6. 00010000:00000010:3.0:1780383302.307094:0:6194:0:(ldlm_resource.c:965:ldlm_namespace_new()) kmalloced '(ns)': 848 at 00000000605d901b. 00000001:00000010:3.0:1780383302.307098:0:6194:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000005d49f226. 00000001:00000010:3.0:1780383302.307101:0:6194:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000bc6d1555. 00000001:00000010:3.0:1780383302.307141:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000aeba0385. 00000001:00000010:3.0:1780383302.307182:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c9ea26d2. 00000001:00000010:3.0:1780383302.307223:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008509cd73. 00000001:00000010:3.0:1780383302.307278:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000907f1316. 00000001:00000010:3.0:1780383302.307320:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004927d585. 00000001:00000010:3.0:1780383302.307363:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001bc1a863. 00000001:00000010:3.0:1780383302.307404:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f63f9fb3. 00000001:00000010:3.0:1780383302.307447:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003afab24d. 00000001:00000010:3.0:1780383302.307491:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000526cec03. 00000001:00000010:3.0:1780383302.307555:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000019464c01. 00000001:00000010:3.0:1780383302.307599:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003ea59899. 00000001:00000010:3.0:1780383302.307656:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000eed07ca0. 00000001:00000010:3.0:1780383302.307701:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000701895e. 00000001:00000010:3.0:1780383302.307746:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000aa1540ec. 00000001:00000010:3.0:1780383302.307833:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002737b9c0. 00000001:00000010:3.0:1780383302.307881:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cce03cae. 00000001:00000010:3.0:1780383302.307926:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003749ec58. 00000001:00000010:3.0:1780383302.307969:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fa4e59ea. 00000001:00000010:3.0:1780383302.308013:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c3884e75. 00000001:00000010:3.0:1780383302.308055:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000eef1a12b. 00000001:00000010:3.0:1780383302.308099:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006bc4ec8c. 00000001:00000010:3.0:1780383302.308146:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002b26df65. 00000001:00000010:3.0:1780383302.308194:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fc94e811. 00000001:00000010:3.0:1780383302.323051:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008faba14c. 00000001:00000010:3.0:1780383302.323160:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008dc8f461. 00000001:00000010:3.0:1780383302.323209:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001ac39b87. 00000001:00000010:3.0:1780383302.323271:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ffdb33c1. 00000001:00000010:3.0:1780383302.323468:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f25aa5d7. 00000001:00000010:3.0:1780383302.323515:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006d4d8190. 00000001:00000010:3.0:1780383302.323560:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006fce8226. 00000001:00000010:3.0:1780383302.323606:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009dfad966. 00000001:00000010:3.0:1780383302.323655:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000312ab563. 00000020:00000010:3.0:1780383302.323688:0:6194:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000027f0c33. 00000020:00000010:3.0:1780383302.323692:0:6194:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000be3c8031. 00000020:00000010:3.0:1780383302.323863:0:6194:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d99a9df1. 00000020:00000010:3.0:1780383302.323867:0:6194:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000077bb5145. 00000020:00000010:3.0:1780383302.325187:0:6194:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000edd3213. 00000020:00000010:3.0:1780383302.325194:0:6194:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 000000004c7bbc6f. 00000020:00000010:3.0:1780383302.325212:0:6194:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000088b63298. 00000020:00000010:3.0:1780383302.325215:0:6194:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000008809f786. 00000040:00000010:3.0:1780383302.325250:0:6194:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000001eb96b85. 00000002:00000010:3.0:1780383302.325258:0:6194:0:(mdc_changelog.c:923:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 0000000058094a20. 00000020:00000010:3.0:1780383302.326184:0:6194:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000803f9266. 00000020:00000010:3.0:1780383302.326190:0:6194:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000040e101bd. 00000008:00000010:3.0:1780383302.326194:0:6194:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000fb7e8263. 00020000:00000010:3.0:1780383302.326199:0:6194:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000a11e4605. 00008000:00000010:3.0:1780383302.326203:0:6194:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000d1c97592. 00000080:00000010:3.0:1780383302.326208:0:6194:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000c206ec32. 00000080:00000010:3.0:1780383302.326212:0:6194:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000000a4eab06. 00000020:00000010:3.0:1780383302.326216:0:6194:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004513daf1. 00000020:00000010:3.0:1780383302.326222:0:6194:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000037458c25. 00000020:00000010:3.0:1780383302.326225:0:6194:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe37f0f9. 00000008:00000010:3.0:1780383302.326230:0:6194:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000334e4b2. 00020000:00000010:3.0:1780383302.326233:0:6194:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000001742c14c. 00008000:00000010:3.0:1780383302.326247:0:6194:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000007b3c619a. 00000080:00000010:3.0:1780383302.326251:0:6194:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000fa7c09f5. 00000020:00000010:3.0:1780383302.326254:0:6194:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e62201ba. 00000020:00000010:3.0:1780383302.326260:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000003167c817. 00000020:00000010:3.0:1780383302.326263:0:6194:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000c01320a6. 00000020:00000010:3.0:1780383302.326666:0:6194:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 0000000039d2bd94. 00000020:00000010:3.0:1780383302.326674:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000003167c817. 00000020:00000010:3.0:1780383302.326684:0:6194:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000803f9266. 00000020:00000010:3.0:1780383302.326695:0:6194:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fca97aca. 00000040:00000010:3.0:1780383302.326698:0:6194:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000005ccc50a6. 00000020:00000010:3.0:1780383302.326703:0:6194:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008515523b. 00000020:00000010:3.0:1780383302.326707:0:6194:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000560e3aaa. 00040000:00000010:3.0:1780383302.326712:0:6194:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000012fb66ee. 00040000:00000010:3.0:1780383302.326715:0:6194:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000af95d69f. 00800000:00000010:3.0:1780383302.326729:0:6194:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000df8422b3. 00000020:00000010:3.0:1780383302.326733:0:6194:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000fca97aca. 00000040:00000010:3.0:1780383302.326737:0:6194:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000005ccc50a6. 00000020:00000010:3.0:1780383302.326739:0:6194:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008515523b. 00000020:00000010:3.0:1780383302.326743:0:6194:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000560e3aaa. 00040000:00000010:3.0:1780383302.326746:0:6194:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000012fb66ee. 00040000:00000010:3.0:1780383302.326749:0:6194:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000af95d69f. 00000020:00000010:3.0:1780383302.326751:0:6194:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000803f9266. 00000020:00000010:3.0:1780383302.326755:0:6194:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000803f9266. 00000020:00000010:3.0:1780383302.326757:0:6194:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000af95d69f. 00000020:00000010:3.0:1780383302.326760:0:6194:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000f5288cdb. 00000008:00000010:3.0:1780383302.326764:0:6194:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000fb7e8263. 00020000:00000010:3.0:1780383302.326768:0:6194:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000a11e4605. 00008000:00000010:3.0:1780383302.326770:0:6194:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000d1c97592. 00000080:00000010:3.0:1780383302.326774:0:6194:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c206ec32. 00000080:00000010:3.0:1780383302.329367:0:6194:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000a4eab06. 00000020:00000010:3.0:1780383302.329385:0:6194:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000af95d69f. 00000020:00000010:3.0:1780383302.329392:0:6194:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000f5288cdb. 00000008:00000010:3.0:1780383302.329396:0:6194:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000fb7e8263. 00020000:00000010:3.0:1780383302.329400:0:6194:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000a11e4605. 00008000:00000010:3.0:1780383302.329404:0:6194:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000d1c97592. 00000080:00000010:3.0:1780383302.329408:0:6194:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000c206ec32. 00000080:00000010:3.0:1780383302.329411:0:6194:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000000a4eab06. 00000020:00000010:3.0:1780383302.329414:0:6194:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000803f9266. 00000020:00000010:3.0:1780383302.329418:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000003167c817. 00000020:00000010:3.0:1780383302.329421:0:6194:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 0000000039d2bd94. 00000020:00000010:3.0:1780383302.329434:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000012fb66ee. 00000020:00000010:3.0:1780383302.329448:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000012fb66ee. 00000020:00000010:3.0:1780383302.329453:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000012fb66ee. 00000020:00000010:3.0:1780383302.329454:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000012fb66ee. 00000020:00000010:3.0:1780383302.329459:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000012fb66ee. 00000020:00000010:3.0:1780383302.329461:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000012fb66ee. 00000020:00000010:3.0:1780383302.329463:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 0000000039d2bd94. 00000100:00000010:3.0:1780383302.329467:0:6194:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000a8da5646. 00000400:00000200:3.0:1780383302.329472:0:6194:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:3.0:1780383302.329481:0:6194:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:3.0:1780383302.329489:0:6194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383302.329495:0:6194:0:(peer.c:1747:lnet_peer_add()) peer 192.168.204.118@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1780383302.329502:0:6194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383302.329508:0:6194:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1780383302.329511:0:6194:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:3.0:1780383302.329514:0:6194:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp 00000100:00000010:3.0:1780383302.329516:0:6194:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000a8da5646. 00000020:00000010:3.0:1780383302.329519:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 0000000039d2bd94. 00000020:00000010:3.0:1780383302.329523:0:6194:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 0000000039d2bd94. 00000020:00000010:3.0:1780383302.329527:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000003167c817. 00000020:00000010:3.0:1780383302.329551:0:6194:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 00000000fe40358b. 00000020:00000010:3.0:1780383302.329558:0:6194:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 000000008515523b. 00000020:00000010:3.0:1780383302.329576:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000003167c817. 00000020:00000010:3.0:1780383302.329579:0:6194:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 0000000039d2bd94. 00000020:00000010:3.0:1780383302.329584:0:6194:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 0000000039d2bd94. 00000020:00000010:3.0:1780383302.329586:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000003167c817. 00000001:00000010:3.0:1780383302.329625:0:6194:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000012fb66ee. 00000001:00000010:3.0:1780383302.329631:0:6194:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000074803b03. 00000001:00000010:3.0:1780383302.329635:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000803f9266. 00000001:00000010:3.0:1780383302.329637:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000af95d69f. 00000001:00000010:3.0:1780383302.329639:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000560e3aaa. 00000001:00000010:3.0:1780383302.329641:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005ccc50a6. 00000020:00000010:3.0:1780383302.329645:0:6194:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fca97aca. 00000020:00000010:3.0:1780383302.329658:0:6194:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000037458c25. 00000020:00000010:3.0:1780383302.329664:0:6194:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe37f0f9. 00000008:00000010:3.0:1780383302.329669:0:6194:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000334e4b2. 00020000:00000010:3.0:1780383302.329673:0:6194:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000001742c14c. 00008000:00000010:3.0:1780383302.329677:0:6194:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007b3c619a. 00000080:00000010:3.0:1780383302.329683:0:6194:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000fa7c09f5. 00000020:00000010:3.0:1780383302.329687:0:6194:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7c4cc13. 00000020:00000010:3.0:1780383302.329689:0:6194:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000facc2de6. 00000020:00000010:3.0:1780383302.329692:0:6194:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000f5288cdb. 00000008:00000010:3.0:1780383302.329695:0:6194:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000fb7e8263. 00020000:00000010:3.0:1780383302.329698:0:6194:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000a11e4605. 00008000:00000010:3.0:1780383302.329700:0:6194:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000d1c97592. 00000080:00000010:3.0:1780383302.329703:0:6194:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c206ec32. 00000080:00000010:3.0:1780383302.329705:0:6194:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000a4eab06. 00000008:00000010:3.0:1780383302.329708:0:6194:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at 000000008278cb85. 00010000:00000010:3.0:1780383302.329722:0:6194:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000047f757a1. 00010000:00000010:3.0:1780383302.329728:0:6194:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000006481fdf9. 00000020:00000010:3.0:1780383302.329735:0:6194:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1720 at 00000000aaf1042a. 00000100:00000200:3.0:1780383302.329750:0:6194:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.204.118@tcp->12345-192.168.204.118@tcp 00000400:00000200:3.0:1780383302.329755:0:6194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383302.329759:0:6194:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.118@tcp primary NID 192.168.204.118@tcp rc 0 00010000:00000010:3.0:1780383302.329764:0:6194:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000007e39abc9. 00010000:00000010:3.0:1780383302.329769:0:6194:0:(ldlm_resource.c:965:ldlm_namespace_new()) kmalloced '(ns)': 848 at 0000000003eaa4ce. 00000001:00000010:3.0:1780383302.329774:0:6194:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000acf9ed01. 00000001:00000010:3.0:1780383302.329795:0:6194:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 0000000040c7da13. 00000001:00000010:3.0:1780383302.329800:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000be77889b. 00000001:00000010:3.0:1780383302.329805:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000002b0af21e. 00000001:00000010:3.0:1780383302.329810:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000aa1f9018. 00000001:00000010:3.0:1780383302.329815:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000051f821d1. 00000001:00000010:3.0:1780383302.329828:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003893dc38. 00000001:00000010:3.0:1780383302.329833:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000059bbcba9. 00000001:00000010:3.0:1780383302.329838:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000137a2343. 00000001:00000010:3.0:1780383302.329846:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007e05e1c9. 00000001:00000010:3.0:1780383302.329856:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000031f5ee04. 00000001:00000010:3.0:1780383302.329862:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000020936166. 00000001:00000010:3.0:1780383302.329867:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e1847bfc. 00000001:00000010:3.0:1780383302.329872:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003b9b9c19. 00000001:00000010:3.0:1780383302.329883:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000434f3a17. 00000001:00000010:3.0:1780383302.329888:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d6a0e912. 00000001:00000010:3.0:1780383302.329894:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e2e57dc7. 00000001:00000010:3.0:1780383302.329899:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007c14434a. 00000020:00000010:3.0:1780383302.329910:0:6194:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a54fdfbf. 00000020:00000010:3.0:1780383302.329913:0:6194:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000a139d8fa. 00000020:00000010:3.0:1780383302.330041:0:6194:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ef5bec8b. 00000020:00000010:3.0:1780383302.330043:0:6194:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000060a8f950. 00000020:00000010:3.0:1780383302.331756:0:6194:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000044831c16. 00000020:00000010:3.0:1780383302.331764:0:6194:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000d69e2b95. 00000100:00000010:3.0:1780383302.331828:0:6194:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f92cc6d. 00000100:00000010:3.0:1780383302.331989:0:6194:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000d4193930. 00000100:00000010:3.0:1780383302.331994:0:6194:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7b9755e. 00000100:00000010:3.0:1780383302.342749:0:6194:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000091e806f2. 00000100:00000010:2.0:1780383302.342872:0:6194:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000da1c2207. 00000100:00000010:2.0:1780383302.343034:0:6194:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000004f6c67b6. 00000100:00000010:2.0:1780383302.343039:0:6194:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf4ff402. 00000100:00000010:2.0:1780383302.343195:0:6194:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000001ac8f9f6. 00000100:00000010:2.0:1780383302.343200:0:6194:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e48e5345. 00000100:00000010:2.0:1780383302.343368:0:6194:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000053528b3f. 00000100:00000010:2.0:1780383302.343373:0:6194:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a7b6468. 00000100:00000010:2.0:1780383302.343532:0:6194:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000c2218e32. 00000100:00000010:2.0:1780383302.343536:0:6194:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ed8ce12. 00000100:00000010:2.0:1780383302.343694:0:6194:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000a98c4f36. 00000100:00000010:2.0:1780383302.343699:0:6194:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db75bd2e. 00000100:00000010:2.0:1780383302.343885:0:6194:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000a3d45b80. 00000100:00000010:2.0:1780383302.343889:0:6194:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b544ddd. 00000100:00000010:2.0:1780383302.344059:0:6194:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000063e0bc71. 00000100:00000010:2.0:1780383302.344063:0:6194:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092b92e11. 00000100:00000010:2.0:1780383302.344222:0:6194:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000e52a6555. 00000020:00000010:2.0:1780383302.344234:0:6194:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000facc2de6. 00000020:00000010:2.0:1780383302.344254:0:6194:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000f5288cdb. 00000008:00000010:2.0:1780383302.344259:0:6194:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000fb7e8263. 00020000:00000010:2.0:1780383302.344265:0:6194:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000a11e4605. 00008000:00000010:2.0:1780383302.344269:0:6194:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000d1c97592. 00000080:00000010:2.0:1780383302.344274:0:6194:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000c206ec32. 00000080:00000010:2.0:1780383302.344278:0:6194:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000000a4eab06. 00000020:00000010:2.0:1780383302.344282:0:6194:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7c4cc13. 00000020:00000010:2.0:1780383302.344288:0:6194:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000037458c25. 00000020:00000010:2.0:1780383302.344292:0:6194:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe37f0f9. 00000008:00000010:2.0:1780383302.344295:0:6194:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000334e4b2. 00020000:00000010:2.0:1780383302.344299:0:6194:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000001742c14c. 00008000:00000010:2.0:1780383302.344302:0:6194:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000007b3c619a. 00000080:00000010:2.0:1780383302.344312:0:6194:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000fa7c09f5. 00000020:00000010:2.0:1780383302.344314:0:6194:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fca97aca. 00000020:00000010:2.0:1780383302.344319:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000003167c817. 00000020:00000010:2.0:1780383302.344322:0:6194:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 0000000039d2bd94. 00000020:00000010:2.0:1780383302.344333:0:6194:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 0000000010d1cf7f. 00000020:00000010:2.0:1780383302.344338:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 0000000004ee5510. 00000020:00000010:2.0:1780383302.344348:0:6194:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000199e445e. 00000020:00000010:2.0:1780383302.344352:0:6194:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fdf39b89. 00000020:00000010:2.0:1780383302.344355:0:6194:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000009af5d802. 00000008:00000010:2.0:1780383302.344359:0:6194:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000afb54b22. 00020000:00000010:2.0:1780383302.344363:0:6194:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000002611f91. 00008000:00000010:2.0:1780383302.344366:0:6194:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000002329e957. 00000080:00000010:2.0:1780383302.344370:0:6194:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000000ebc14ef. 00000080:00000010:2.0:1780383302.344373:0:6194:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000babb1d07. 00020000:00000010:2.0:1780383302.344389:0:6194:0:(lov_obd.c:501:lov_add_target()) kmalloced '(tgt)': 368 at 00000000d996330c. 00020000:00000010:2.0:1780383302.344394:0:6194:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000005fccf652. 00020000:00000010:2.0:1780383302.344402:0:6194:0:(lov_dev.c:357:lov_expand_targets()) kmalloced '(newd)': 512 at 00000000d297b9f3. 00000020:00000010:2.0:1780383302.344405:0:6194:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000fdf39b89. 00000020:00000010:2.0:1780383302.344407:0:6194:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000009af5d802. 00000008:00000010:2.0:1780383302.344409:0:6194:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000afb54b22. 00020000:00000010:2.0:1780383302.344412:0:6194:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 0000000002611f91. 00008000:00000010:2.0:1780383302.344414:0:6194:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000002329e957. 00000080:00000010:2.0:1780383302.344416:0:6194:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000000ebc14ef. 00000080:00000010:2.0:1780383302.344418:0:6194:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000babb1d07. 00000020:00000010:2.0:1780383302.344421:0:6194:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000199e445e. 00000020:00000010:2.0:1780383302.344423:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 0000000004ee5510. 00000020:00000010:2.0:1780383302.344425:0:6194:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 0000000010d1cf7f. 00000020:00000010:2.0:1780383302.344432:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000bbf53156. 00000020:00000010:2.0:1780383302.344434:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000bbf53156. 00000020:00000010:2.0:1780383302.344438:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000bbf53156. 00000020:00000010:2.0:1780383302.344440:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000bbf53156. 00000020:00000010:2.0:1780383302.344452:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000bbf53156. 00000020:00000010:2.0:1780383302.344454:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000bbf53156. 00000020:00000010:2.0:1780383302.344457:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 0000000010d1cf7f. 00000100:00000010:2.0:1780383302.344462:0:6194:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000088d72929. 00000400:00000200:2.0:1780383302.344466:0:6194:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1780383302.344473:0:6194:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:2.0:1780383302.344480:0:6194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383302.344486:0:6194:0:(peer.c:1747:lnet_peer_add()) peer 192.168.204.118@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1780383302.344492:0:6194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383302.344498:0:6194:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1780383302.344501:0:6194:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:2.0:1780383302.344504:0:6194:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp 00000100:00000010:2.0:1780383302.344506:0:6194:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000088d72929. 00000020:00000010:2.0:1780383302.344510:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 0000000010d1cf7f. 00000020:00000010:2.0:1780383302.344514:0:6194:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 0000000010d1cf7f. 00000020:00000010:2.0:1780383302.344520:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000068dd06f6. 00000020:00000010:2.0:1780383302.344541:0:6194:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 000000009110d676. 00000020:00000010:2.0:1780383302.344550:0:6194:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 0000000035da05a6. 00000020:00000010:2.0:1780383302.344569:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000068dd06f6. 00000020:00000010:2.0:1780383302.344572:0:6194:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 0000000010d1cf7f. 00000020:00000010:2.0:1780383302.344576:0:6194:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 0000000010d1cf7f. 00000020:00000010:2.0:1780383302.344579:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000068dd06f6. 00000001:00000010:2.0:1780383302.344602:0:6194:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000bbf53156. 00000001:00000010:2.0:1780383302.344607:0:6194:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003d1c474a. 00000001:00000010:2.0:1780383302.344610:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000199e445e. 00000001:00000010:2.0:1780383302.344612:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fdf39b89. 00000001:00000010:2.0:1780383302.344614:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006434afed. 00000001:00000010:2.0:1780383302.344616:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000097872b78. 00000020:00000010:2.0:1780383302.344619:0:6194:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000205c2a66. 00000020:00000010:2.0:1780383302.344622:0:6194:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004ee5510. 00000020:00000010:2.0:1780383302.344634:0:6194:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007490b877. 00000008:00000010:2.0:1780383302.344639:0:6194:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000cbfbbd26. 00020000:00000010:2.0:1780383302.344648:0:6194:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d6cf9837. 00008000:00000010:2.0:1780383302.344651:0:6194:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000a77906f8. 00000080:00000010:2.0:1780383302.344655:0:6194:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000005dfead36. 00000020:00000010:2.0:1780383302.344658:0:6194:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000427aef96. 00000020:00000010:2.0:1780383302.344660:0:6194:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000665def4d. 00000020:00000010:2.0:1780383302.344662:0:6194:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000009af5d802. 00000008:00000010:2.0:1780383302.344664:0:6194:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000afb54b22. 00020000:00000010:2.0:1780383302.344666:0:6194:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000002611f91. 00008000:00000010:2.0:1780383302.344668:0:6194:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000002329e957. 00000080:00000010:2.0:1780383302.344670:0:6194:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000000ebc14ef. 00000080:00000010:2.0:1780383302.344672:0:6194:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000babb1d07. 00000008:00000010:2.0:1780383302.344675:0:6194:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at 000000005b8bfec9. 00010000:00000010:2.0:1780383302.344687:0:6194:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000ab080e4f. 00010000:00000010:2.0:1780383302.344692:0:6194:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000005a22bd3. 00000020:00000010:2.0:1780383302.344700:0:6194:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1720 at 0000000079e23813. 00000100:00000200:2.0:1780383302.344718:0:6194:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.204.118@tcp->12345-192.168.204.118@tcp 00000400:00000200:2.0:1780383302.344723:0:6194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383302.344728:0:6194:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.118@tcp primary NID 192.168.204.118@tcp rc 0 00010000:00000010:2.0:1780383302.344733:0:6194:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000ff6a0d77. 00010000:00000010:2.0:1780383302.344740:0:6194:0:(ldlm_resource.c:965:ldlm_namespace_new()) kmalloced '(ns)': 848 at 000000008ada6428. 00000001:00000010:2.0:1780383302.344744:0:6194:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000065533a1. 00000001:00000010:2.0:1780383302.344746:0:6194:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 0000000043c66ec4. 00000001:00000010:2.0:1780383302.344759:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003c924197. 00000001:00000010:2.0:1780383302.344765:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b19a3ea9. 00000001:00000010:2.0:1780383302.344769:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000059eafbc8. 00000001:00000010:2.0:1780383302.344774:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000071cb96bc. 00000001:00000010:2.0:1780383302.344812:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000004e61855e. 00000001:00000010:2.0:1780383302.344817:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001adb6b5b. 00000001:00000010:2.0:1780383302.344823:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000571e74cf. 00000001:00000010:2.0:1780383302.344828:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a0909607. 00000001:00000010:2.0:1780383302.344838:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007b87da29. 00000001:00000010:2.0:1780383302.344844:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000083ffd3fc. 00000001:00000010:2.0:1780383302.344853:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000770400d5. 00000001:00000010:2.0:1780383302.344859:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000001fb340e. 00000001:00000010:2.0:1780383302.344870:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000cb38fb49. 00000001:00000010:2.0:1780383302.344875:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d36419f3. 00000001:00000010:2.0:1780383302.344880:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000090eeb1a2. 00000001:00000010:2.0:1780383302.344884:0:6194:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e7265ac8. 00000020:00000010:2.0:1780383302.344893:0:6194:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000001809da3c. 00000020:00000010:2.0:1780383302.344897:0:6194:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000f9a9ec6d. 00000020:00000010:2.0:1780383302.345047:0:6194:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000403381c0. 00000020:00000010:2.0:1780383302.345050:0:6194:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000ba8ca0d4. 00000020:00000010:2.0:1780383302.345302:0:6194:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f5ecd59f. 00000020:00000010:2.0:1780383302.345305:0:6194:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000f3e0913d. 00000020:00000010:2.0:1780383302.345325:0:6194:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000665def4d. 00000020:00000010:2.0:1780383302.345329:0:6194:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000009af5d802. 00000008:00000010:2.0:1780383302.345331:0:6194:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000afb54b22. 00020000:00000010:2.0:1780383302.345334:0:6194:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 0000000002611f91. 00008000:00000010:2.0:1780383302.345336:0:6194:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000002329e957. 00000080:00000010:2.0:1780383302.345339:0:6194:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000000ebc14ef. 00000080:00000010:2.0:1780383302.345341:0:6194:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000babb1d07. 00000020:00000010:2.0:1780383302.345344:0:6194:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000427aef96. 00000020:00000010:2.0:1780383302.345347:0:6194:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004ee5510. 00000020:00000010:2.0:1780383302.345349:0:6194:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007490b877. 00000008:00000010:2.0:1780383302.345352:0:6194:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000cbfbbd26. 00020000:00000010:2.0:1780383302.345399:0:6194:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000d6cf9837. 00008000:00000010:2.0:1780383302.345403:0:6194:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000a77906f8. 00000080:00000010:2.0:1780383302.345406:0:6194:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000005dfead36. 00000020:00000010:2.0:1780383302.345408:0:6194:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000205c2a66. 00000020:00000010:2.0:1780383302.345411:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000068dd06f6. 00000020:00000010:2.0:1780383302.345414:0:6194:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 0000000010d1cf7f. 00000020:00000010:2.0:1780383302.345420:0:6194:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 0000000010d1cf7f. 00000020:00000010:2.0:1780383302.345423:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 0000000004ee5510. 00000020:00000010:2.0:1780383302.345433:0:6194:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000205c2a66. 00000020:00000010:2.0:1780383302.345435:0:6194:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000427aef96. 00000020:00000010:2.0:1780383302.345438:0:6194:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000009af5d802. 00000008:00000010:2.0:1780383302.345441:0:6194:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000afb54b22. 00020000:00000010:2.0:1780383302.345443:0:6194:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000002611f91. 00008000:00000010:2.0:1780383302.345445:0:6194:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000002329e957. 00000080:00000010:2.0:1780383302.345448:0:6194:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000000ebc14ef. 00000080:00000010:2.0:1780383302.345449:0:6194:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000babb1d07. 00020000:00000010:2.0:1780383302.345457:0:6194:0:(lov_obd.c:501:lov_add_target()) kmalloced '(tgt)': 368 at 00000000665def4d. 00000020:00000010:2.0:1780383302.345462:0:6194:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000427aef96. 00000020:00000010:2.0:1780383302.345465:0:6194:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000009af5d802. 00000008:00000010:2.0:1780383302.345467:0:6194:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000afb54b22. 00020000:00000010:2.0:1780383302.345469:0:6194:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 0000000002611f91. 00008000:00000010:2.0:1780383302.345470:0:6194:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000002329e957. 00000080:00000010:2.0:1780383302.345472:0:6194:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000000ebc14ef. 00000080:00000010:2.0:1780383302.345474:0:6194:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000babb1d07. 00000020:00000010:2.0:1780383302.345476:0:6194:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000205c2a66. 00000020:00000010:2.0:1780383302.345478:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 0000000004ee5510. 00000020:00000010:2.0:1780383302.345480:0:6194:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 0000000010d1cf7f. 00000020:00000010:2.0:1780383302.345485:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d6f959d1. 00000020:00000010:2.0:1780383302.345486:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d6f959d1. 00000020:00000010:2.0:1780383302.345491:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d6f959d1. 00000020:00000010:2.0:1780383302.345493:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d6f959d1. 00000020:00000010:2.0:1780383302.345495:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 0000000010d1cf7f. 00000020:00000010:2.0:1780383302.345496:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 0000000010d1cf7f. 00000100:00000010:2.0:1780383302.345505:0:6194:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049da4570. 02000000:00000010:2.0:1780383302.345518:0:6194:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000205c2a66. 00000100:00000010:2.0:1780383302.345533:0:6194:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007be9456b. 02000000:00000010:2.0:1780383302.345561:0:6194:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000020c119d3. 00000400:00000200:2.0:1780383302.345568:0:6194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1780383302.345573:0:6194:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5741f11. 00000400:00000010:2.0:1780383302.345580:0:6194:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000000eca4d2e. 00000100:00000200:2.0:1780383302.345590:0:6194:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1866867005195392, portal 25 00000400:00000010:2.0:1780383302.345596:0:6194:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035ca4bb1. 00000100:00000200:2.0:1780383302.345599:0:6194:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1866867005195392, offset 0 00000400:00000200:2.0:1780383302.345607:0:6194:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1780383302.345616:0:6194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383302.345621:0:6194:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1780383302.345626:0:6194:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780383302.345630:0:6194:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1780383302.345633:0:6194:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780383302.345636:0:6194:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1780383302.345639:0:6194:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [11:11:256:4294967295] 192.168.204.118@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:2.0:1780383302.345643:0:6194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383302.345652:0:6194:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1780383302.345658:0:6194:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1780383302.345661:0:6194:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6f959d1. 00000800:00000200:2.0:1780383302.345668:0:6194:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7b469f2] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1780383302.345676:0:6194:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1780383302.345680:0:6194:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d6f959d1 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1780383302.345689:0:6194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000010:2.0:1780383302.345694:0:6194:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009af5d802. 00000100:00000010:2.0:1780383302.345704:0:6194:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007c1d155d. 00000800:00000200:0.0:1780383302.347889:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383302.347904:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6f959d1. 00000400:00000200:0.0:1780383302.347912:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.347922:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383302.347931:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035ca4bb1 00000400:00000010:0.0:1780383302.347933:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000035ca4bb1. 00000100:00000200:0.0:1780383302.347942:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049da4570 x1866867005195392/t0(0) o502->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780383318 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780383302.356497:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007c1d155d. 00000100:00000010:0.0:1780383302.359690:0:483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009af5d802. 00000400:00000200:0.0:1780383302.371017:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.371028:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383302.371036:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.371041:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.371047:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.371051:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 8472 into portal 25 MB=0x6a1e7d8b00480 00000400:00000200:0.0:1780383302.371056:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.371062:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 8472/8472 into md 0x279 [4] + 224 00000400:00000200:0.0:1780383302.371102:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.371107:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:0.0:1780383302.371118:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049da4570 x1866867005195392/t0(0) o502->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780383318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780383302.374006:0:6194:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5741f11. 00000400:00000200:3.0:1780383302.374021:0:6194:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eca4d2e 00000400:00000010:3.0:1780383302.374024:0:6194:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 000000000eca4d2e. 00000100:00000200:3.0:1780383302.374041:0:6194:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049da4570 x1866867005195392/t0(0) o502->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780383302.374054:0:6194:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049da4570 x1866867005195392/t0(0) o502->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1780383302.374095:0:6194:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007be9456b. 02000000:00000010:3.0:1780383302.374110:0:6194:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000020c119d3. 02000000:00000010:3.0:1780383302.374123:0:6194:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000205c2a66. 00000100:00000010:3.0:1780383302.374128:0:6194:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049da4570. 00000020:00000010:3.0:1780383302.374144:0:6194:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005eac9138. 00000020:00000010:3.0:1780383302.374155:0:6194:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005eac9138. 00000040:00000010:3.0:1780383302.374159:0:6194:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at 00000000010e1625. 00000020:00000010:3.0:1780383302.374168:0:6194:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d9d2101c. 00000020:00000010:3.0:1780383302.374188:0:6194:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000002ac92fc2. 00000040:00000010:3.0:1780383302.374194:0:6194:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000009a49c43f. 00000020:00000010:3.0:1780383302.374197:0:6194:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002230b7dc. 00000020:00000010:3.0:1780383302.374201:0:6194:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002308f4f4. 00000020:00000010:3.0:1780383302.374206:0:6194:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000664784e9. 80000000:00000010:3.0:1780383302.374209:0:6194:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000325b101b. 40000000:00000010:3.0:1780383302.374214:0:6194:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000055940b21. 00100000:00000010:3.0:1780383302.374219:0:6194:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000034c578ff. 00040000:00000010:3.0:1780383302.374223:0:6194:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007918652b. 00040000:00000010:3.0:1780383302.374228:0:6194:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000137d36a1. 00040000:00000010:3.0:1780383302.374231:0:6194:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000028560f32. 00000004:00000010:3.0:1780383302.374249:0:6194:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at 00000000fd322895. 00000004:00000010:3.0:1780383302.374254:0:6194:0:(mdt_handler.c:8417:mdt_key_fini()) kfreed 'info': 2568 at 00000000cef7d5f7. 00000004:00000010:3.0:1780383302.374260:0:6194:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at 000000000f644822. 00002000:00000010:3.0:1780383302.374265:0:6194:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ae0943dd. 00000004:00000010:3.0:1780383302.374269:0:6194:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at 0000000011600cd4. 00000020:00000010:3.0:1780383302.374615:0:6194:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f1454f1. 00000040:00000010:1.0:1780383302.374696:0:6176:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at 000000009677c100. 00000040:00000010:1.0:1780383302.374703:0:6176:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d060af09. 00000040:00000010:1.0:1780383302.374706:0:6176:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001868a29b. 00000020:00000010:1.0:1780383302.374718:0:6176:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000ea117b1e. 00000040:00000010:1.0:1780383302.374722:0:6176:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000d7c07a7c. 00000020:00000010:1.0:1780383302.374724:0:6176:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000060f95a25. 00000020:00000010:1.0:1780383302.374726:0:6176:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000b7351928. 80000000:00000010:1.0:1780383302.374729:0:6176:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000078353831. 00040000:00000010:1.0:1780383302.374731:0:6176:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000611b8e3e. 20000000:00000010:1.0:1780383302.374734:0:6176:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at 0000000093e3d74a. 00000020:00000010:1.0:1780383302.374738:0:6176:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092e7e8f0. 10000000:00000010:1.0:1780383302.374740:0:6176:0:(mgc_request.c:1732:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000867f5412. 00000100:00000010:1.0:1780383302.374760:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d62b3f22. 02000000:00000010:1.0:1780383302.374772:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000047a99785. 00010000:00000010:1.0:1780383302.374798:0:6176:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c18e0076. 00010000:00000010:1.0:1780383302.374805:0:6176:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cb22f27d. 00000020:00000010:1.0:1780383302.374810:0:6176:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 000000006c645bf2. 00000100:00000010:1.0:1780383302.374825:0:6176:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d88bc8c9. 02000000:00000010:1.0:1780383302.374842:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000aa6d77f5. 00000400:00000200:1.0:1780383302.374850:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383302.374854:0:6176:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c7d9cfd. 00000400:00000010:1.0:1780383302.374858:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d367fdc. 00000100:00000200:1.0:1780383302.374864:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866867005195520, portal 25 00000400:00000010:1.0:1780383302.374868:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099fdc827. 00000100:00000200:1.0:1780383302.374872:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866867005195520, offset 0 00000400:00000200:1.0:1780383302.374880:0:6176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383302.374888:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.374896:0:6176:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383302.374901:0:6176:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383302.374905:0:6176:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383302.374908:0:6176:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383302.374911:0:6176:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383302.374914:0:6176:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [12:12:256:4294967295] 192.168.204.118@tcp LPNI seq info [12:12:8:4294967295] 00000400:00000200:1.0:1780383302.374918:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.374926:0:6176:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383302.374940:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383302.374945:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007918652b. 00000800:00000200:1.0:1780383302.374952:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7b469f2] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383302.374959:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383302.374963:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007918652b type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1780383302.396221:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000010:1.0:1780383302.396246:0:6176:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c8862690. 00000100:00000010:1.0:1780383302.396265:0:6176:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006eb339b9. 00000800:00000200:0.0:1780383302.396505:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383302.396510:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007918652b. 00000400:00000200:0.0:1780383302.396514:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.396521:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383302.396528:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099fdc827 00000400:00000010:0.0:1780383302.396530:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000099fdc827. 00000100:00000200:0.0:1780383302.396539:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d62b3f22 x1866867005195520/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383318 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780383302.396910:0:483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c8862690. 00000100:00000010:1.0:1780383302.396967:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006eb339b9. 00000400:00000200:0.0:1780383302.404376:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.404387:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383302.404410:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.404414:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.404419:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.404423:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 344 into portal 25 MB=0x6a1e7d8b00500 00000400:00000200:0.0:1780383302.404428:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.404434:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 344/344 into md 0x281 [1] + 224 00000400:00000200:0.0:1780383302.404451:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.404456:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:0.0:1780383302.404468:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d62b3f22 x1866867005195520/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780383302.404649:0:6176:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c7d9cfd. 00000400:00000200:1.0:1780383302.404655:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d367fdc 00000400:00000010:1.0:1780383302.404657:0:6176:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002d367fdc. 00000100:00000200:1.0:1780383302.404663:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d62b3f22 x1866867005195520/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383302.404671:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d62b3f22 x1866867005195520/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780383302.404695:0:6176:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d88bc8c9. 02000000:00000010:1.0:1780383302.404723:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000aa6d77f5. 02000000:00000010:1.0:1780383302.404728:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000047a99785. 00000100:00000010:1.0:1780383302.404732:0:6176:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d62b3f22. 10000000:00000010:1.0:1780383302.404742:0:6176:0:(mgc_request.c:1533:mgc_process_recover_log()) kmalloced '(folios)': 2048 at 00000000b97444e2. 00000100:00000010:1.0:1780383302.405257:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d62b3f22. 02000000:00000010:1.0:1780383302.405388:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000047a99785. 00000100:00000010:1.0:1780383302.405399:0:6176:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000aa6d77f5. 00000100:00000010:1.0:1780383302.405404:0:6176:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 00000000cef7d5f7. 00000100:00000010:1.0:1780383302.405422:0:6176:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d88bc8c9. 00000400:00000200:1.0:1780383302.405442:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383302.405445:0:6176:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c7d9cfd. 00000400:00000010:1.0:1780383302.405452:0:6176:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000010e1625. 00000100:00000200:1.0:1780383302.405458:0:6176:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a1e7d8b00580-0x6a1e7d8b00580, portal 33 02000000:00000010:1.0:1780383302.405470:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000334390b6. 00000400:00000200:1.0:1780383302.405474:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383302.405476:0:6176:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c1fb9ff. 00000400:00000010:1.0:1780383302.405479:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d367fdc. 00000100:00000200:1.0:1780383302.405481:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005195648, portal 25 00000400:00000010:1.0:1780383302.405486:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcfd0aa5. 00000100:00000200:1.0:1780383302.405488:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1866867005195648, offset 0 00000400:00000200:1.0:1780383302.405495:0:6176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383302.405501:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.405507:0:6176:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383302.405512:0:6176:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383302.405516:0:6176:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383302.405519:0:6176:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383302.405522:0:6176:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383302.405525:0:6176:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [13:13:256:4294967295] 192.168.204.118@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:1.0:1780383302.405528:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.405536:0:6176:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383302.405541:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383302.405545:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6ea9e45. 00000800:00000200:1.0:1780383302.405551:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7b469f2] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383302.405558:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383302.405562:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f6ea9e45 type 1, nob 400 niov 1 nkiov 1 00000400:00000200:1.0:1780383302.405572:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000010:1.0:1780383302.405576:0:6176:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006eb339b9. 00000100:00000010:1.0:1780383302.405595:0:6176:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a98fb6f9. 00000800:00000200:0.0:1780383302.405755:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383302.405759:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6ea9e45. 00000400:00000200:0.0:1780383302.405764:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.405770:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383302.405803:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcfd0aa5 00000400:00000010:0.0:1780383302.405806:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000dcfd0aa5. 00000100:00000200:0.0:1780383302.405813:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d62b3f22 x1866867005195648/t0(0) o256->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1780383318 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780383302.410034:0:483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006eb339b9. 00000100:00000010:1.0:1780383302.412308:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a98fb6f9. 00000400:00000200:0.0:1780383302.413831:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.413841:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383302.413850:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.413854:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.413859:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.413863:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 176 into portal 33 MB=0x6a1e7d8b00580 00000400:00000200:0.0:1780383302.413869:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.413874:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.118@tcp of length 176/176 into md 0x291 [256] + 0 00000400:00000010:0.0:1780383302.413878:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c7d9cfd. 00000400:00000200:0.0:1780383302.413883:0:2407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000010e1625 00000400:00000200:0.0:1780383302.413894:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.413898:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383302.413918:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000010e1625 00000400:00000010:0.0:1780383302.413920:0:2407:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at 00000000010e1625. 00000100:00000200:0.0:1780383302.413926:0:2407:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000d62b3f22 desc 00000000aa6d77f5 mbits 1866867005195648 00000400:00000200:0.0:1780383302.413944:0:2407:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780383302.413948:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.413953:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.18@tcp to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383302.413959:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [14:14:256:4294967295] 192.168.204.118@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:0.0:1780383302.413963:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.413970:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:192.168.204.18@tcp) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) 192.168.204.118@tcp : ACK try# 0 00000800:00000200:0.0:1780383302.413974:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383302.413981:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at 000000002261b966. 00000800:00000200:0.0:1780383302.413986:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7b469f2] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1780383302.413993:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1780383302.413997:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002261b966 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1780383302.414085:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383302.414089:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at 000000002261b966. 00000400:00000200:0.0:1780383302.414092:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.414096:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: ACK: OK 00000400:00000200:0.0:1780383302.423479:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.423491:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383302.423500:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.423504:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.423509:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.423513:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 240 into portal 25 MB=0x6a1e7d8b00580 00000400:00000200:0.0:1780383302.423519:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.423525:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 240/240 into md 0x299 [1] + 224 00000400:00000200:0.0:1780383302.423539:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.423543:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:0.0:1780383302.423555:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d62b3f22 x1866867005195648/t0(0) o256->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1780383318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780383302.426445:0:6176:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c1fb9ff. 00000400:00000200:1.0:1780383302.426459:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d367fdc 00000400:00000010:1.0:1780383302.426461:0:6176:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002d367fdc. 00000100:00000200:1.0:1780383302.426473:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d62b3f22 x1866867005195648/t0(0) o256->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383302.426506:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d62b3f22 x1866867005195648/t0(0) o256->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780383302.426535:0:6176:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d88bc8c9. 10000000:00000010:1.0:1780383302.426549:0:6176:0:(mgc_request.c:1333:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 00000000c1c9699f. 10000000:00000010:1.0:1780383302.426552:0:6176:0:(mgc_request.c:1345:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 00000000c953e402. 10000000:00000200:1.0:1780383302.426558:0:6176:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 00000100:00000200:1.0:1780383302.426568:0:6176:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.118@tcp with 192.168.204.118@tcp 00000100:00000200:1.0:1780383302.426570:0:6176:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.118@tcp' 00000400:00000200:1.0:1780383302.426572:0:6176:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1780383302.426576:0:6176:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:1.0:1780383302.426582:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.426587:0:6176:0:(peer.c:1747:lnet_peer_add()) peer 192.168.204.118@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1780383302.426591:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.426596:0:6176:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1780383302.426599:0:6176:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:1.0:1780383302.426601:0:6176:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp 10000000:00000200:1.0:1780383302.426604:0:6176:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 00000100:00000200:1.0:1780383302.426607:0:6176:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.118@tcp with 192.168.204.118@tcp 00000100:00000200:1.0:1780383302.426608:0:6176:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.118@tcp' 00000400:00000200:1.0:1780383302.426610:0:6176:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1780383302.426611:0:6176:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:1.0:1780383302.426613:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.426615:0:6176:0:(peer.c:1747:lnet_peer_add()) peer 192.168.204.118@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1780383302.426617:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.426618:0:6176:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1780383302.426620:0:6176:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:1.0:1780383302.426622:0:6176:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp 10000000:00000200:1.0:1780383302.426623:0:6176:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 00000100:00000200:1.0:1780383302.426627:0:6176:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.118@tcp with 192.168.204.118@tcp 00000100:00000200:1.0:1780383302.426628:0:6176:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.118@tcp' 00000400:00000200:1.0:1780383302.426629:0:6176:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1780383302.426630:0:6176:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:1.0:1780383302.426638:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.426641:0:6176:0:(peer.c:1747:lnet_peer_add()) peer 192.168.204.118@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1780383302.426643:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.426645:0:6176:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1780383302.426647:0:6176:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:1.0:1780383302.426649:0:6176:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp 10000000:00000200:1.0:1780383302.426650:0:6176:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 00000100:00000200:1.0:1780383302.426655:0:6176:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.118@tcp with 192.168.204.118@tcp 00000100:00000200:1.0:1780383302.426656:0:6176:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.118@tcp' 00000400:00000200:1.0:1780383302.426657:0:6176:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1780383302.426659:0:6176:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:1.0:1780383302.426661:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.426663:0:6176:0:(peer.c:1747:lnet_peer_add()) peer 192.168.204.118@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1780383302.426665:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.426667:0:6176:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1780383302.426669:0:6176:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:1.0:1780383302.426671:0:6176:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp 10000000:00000010:1.0:1780383302.426672:0:6176:0:(mgc_request.c:1493:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 00000000c953e402. 10000000:00000010:1.0:1780383302.426675:0:6176:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 00000000c1c9699f. 02000000:00000010:1.0:1780383302.426680:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000334390b6. 00000100:00000010:1.0:1780383302.426697:0:6176:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 00000000cef7d5f7. 00000100:00000010:1.0:1780383302.426701:0:6176:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000aa6d77f5. 02000000:00000010:1.0:1780383302.426704:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000047a99785. 00000100:00000010:1.0:1780383302.426708:0:6176:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d62b3f22. 10000000:00000010:1.0:1780383302.427275:0:6176:0:(mgc_request.c:1653:mgc_process_recover_log()) kvfree 'folios': 2048 at 00000000b97444e2. 00000100:00000010:1.0:1780383302.427298:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d62b3f22. 02000000:00000010:1.0:1780383302.427313:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000047a99785. 00010000:00000010:1.0:1780383302.427337:0:6176:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fd387336. 00010000:00000010:1.0:1780383302.427344:0:6176:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c2979694. 00000100:00000010:1.0:1780383302.427357:0:6176:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d88bc8c9. 02000000:00000010:1.0:1780383302.427375:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000aa6d77f5. 00000400:00000200:1.0:1780383302.427380:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383302.427382:0:6176:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c1fb9ff. 00000400:00000010:1.0:1780383302.427393:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d367fdc. 00000100:00000200:1.0:1780383302.427400:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866867005195776, portal 25 00000400:00000010:1.0:1780383302.427405:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1035737. 00000100:00000200:1.0:1780383302.427407:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866867005195776, offset 0 00000400:00000200:1.0:1780383302.427414:0:6176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383302.427421:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.427427:0:6176:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383302.427432:0:6176:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383302.427436:0:6176:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383302.427439:0:6176:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383302.427442:0:6176:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383302.427445:0:6176:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [15:15:256:4294967295] 192.168.204.118@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:1.0:1780383302.427450:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.427458:0:6176:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383302.427462:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383302.427467:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4d78072. 00000800:00000200:1.0:1780383302.427473:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7b469f2] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383302.427480:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383302.427484:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c4d78072 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1780383302.427496:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000010:1.0:1780383302.427499:0:6176:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a98fb6f9. 00000100:00000010:1.0:1780383302.427516:0:6176:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad6d8aec. 00000800:00000200:0.0:1780383302.427758:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383302.427762:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4d78072. 00000400:00000200:0.0:1780383302.427766:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.427771:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383302.427803:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1035737 00000400:00000010:0.0:1780383302.427806:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b1035737. 00000100:00000200:0.0:1780383302.427813:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d62b3f22 x1866867005195776/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383318 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780383302.432718:0:483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a98fb6f9. 00000400:00000200:0.0:1780383302.433694:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.433702:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383302.433710:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.433715:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.433720:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.433723:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 344 into portal 25 MB=0x6a1e7d8b00600 00000400:00000200:0.0:1780383302.433729:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.433736:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 344/344 into md 0x2a9 [1] + 224 00000400:00000200:0.0:1780383302.433749:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.433754:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:0.0:1780383302.433767:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d62b3f22 x1866867005195776/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780383302.435814:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad6d8aec. 00000400:00000010:1.0:1780383302.435845:0:6176:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c1fb9ff. 00000400:00000200:1.0:1780383302.435849:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d367fdc 00000400:00000010:1.0:1780383302.435851:0:6176:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002d367fdc. 00000100:00000200:1.0:1780383302.435862:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d62b3f22 x1866867005195776/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383302.435872:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d62b3f22 x1866867005195776/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780383302.435898:0:6176:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d88bc8c9. 02000000:00000010:1.0:1780383302.435937:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000aa6d77f5. 02000000:00000010:1.0:1780383302.435942:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000047a99785. 00000100:00000010:1.0:1780383302.435947:0:6176:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d62b3f22. 10000000:00000010:1.0:1780383302.435954:0:6176:0:(mgc_request.c:1684:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000008206b95c. 00000020:00000010:1.0:1780383302.435959:0:6176:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047a99785. 00000020:00000010:1.0:1780383302.435963:0:6176:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000334390b6. 00000040:00000010:1.0:1780383302.435966:0:6176:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000022ebd167. 00000020:00000010:1.0:1780383302.435971:0:6176:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b97444e2. 00000020:00000010:1.0:1780383302.435975:0:6176:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000a1c5db67. 80000000:00000010:1.0:1780383302.435978:0:6176:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ad6d8aec. 00040000:00000010:1.0:1780383302.435982:0:6176:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008917db68. 20000000:00000010:1.0:1780383302.435986:0:6176:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 00000000a8481fc2. 00000040:00000010:1.0:1780383302.435993:0:6176:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008b8ca514. 00000100:00000010:1.0:1780383302.435998:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d62b3f22. 02000000:00000010:1.0:1780383302.436010:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fce869ac. 00000100:00000010:1.0:1780383302.436023:0:6176:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d88bc8c9. 02000000:00000010:1.0:1780383302.436038:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9e29dcb. 00000400:00000200:1.0:1780383302.436057:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383302.436060:0:6176:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c1fb9ff. 00000400:00000010:1.0:1780383302.436064:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d367fdc. 00000100:00000200:1.0:1780383302.436070:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005195904, portal 25 00000400:00000010:1.0:1780383302.436073:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086173f21. 00000100:00000200:1.0:1780383302.436076:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1866867005195904, offset 0 00000400:00000200:1.0:1780383302.436082:0:6176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383302.436089:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.436096:0:6176:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383302.436101:0:6176:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383302.436105:0:6176:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383302.436108:0:6176:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383302.436111:0:6176:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383302.436114:0:6176:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [16:16:256:4294967295] 192.168.204.118@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:1.0:1780383302.436118:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.436131:0:6176:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383302.436136:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383302.436141:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b8d190ee. 00000800:00000200:1.0:1780383302.436146:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7b469f2] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383302.436152:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383302.436156:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b8d190ee type 1, nob 600 niov 1 nkiov 1 00000400:00000200:1.0:1780383302.436178:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000010:1.0:1780383302.436181:0:6176:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b6fa728d. 00000100:00000010:1.0:1780383302.436193:0:6176:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eecc1823. 00000800:00000200:0.0:1780383302.436463:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383302.436468:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b8d190ee. 00000400:00000200:0.0:1780383302.436472:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.436478:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383302.436482:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086173f21 00000400:00000010:0.0:1780383302.436483:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000086173f21. 00000100:00000200:0.0:1780383302.436490:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d62b3f22 x1866867005195904/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383318 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780383302.441177:0:483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b6fa728d. 00000100:00000010:1.0:1780383302.443017:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eecc1823. 00000400:00000200:0.0:1780383302.459655:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.459666:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383302.459676:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.459682:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.459687:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.459690:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 272 into portal 25 MB=0x6a1e7d8b00680 00000400:00000200:0.0:1780383302.459696:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.459702:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 272/272 into md 0x2b9 [1] + 224 00000400:00000200:0.0:1780383302.459728:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.459734:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:0.0:1780383302.459746:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d62b3f22 x1866867005195904/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780383302.460641:0:6176:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c1fb9ff. 00000400:00000200:1.0:1780383302.460650:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d367fdc 00000400:00000010:1.0:1780383302.460652:0:6176:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002d367fdc. 00000100:00000200:1.0:1780383302.460659:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d62b3f22 x1866867005195904/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383302.460669:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d62b3f22 x1866867005195904/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780383302.460697:0:6176:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d88bc8c9. 02000000:00000010:1.0:1780383302.460709:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9e29dcb. 02000000:00000010:1.0:1780383302.460714:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fce869ac. 00000100:00000010:1.0:1780383302.460718:0:6176:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d62b3f22. 00000040:00000010:1.0:1780383302.460729:0:6176:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000010e1625. 00000100:00000010:1.0:1780383302.460735:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d62b3f22. 02000000:00000010:1.0:1780383302.460744:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fce869ac. 00000100:00000010:1.0:1780383302.460754:0:6176:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d88bc8c9. 02000000:00000010:1.0:1780383302.460814:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000bdfda9a0. 00000400:00000200:1.0:1780383302.460821:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383302.460824:0:6176:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c1fb9ff. 00000400:00000010:1.0:1780383302.460829:0:6176:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000e961377b. 00000100:00000200:1.0:1780383302.460835:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1866867005196032, portal 25 00000400:00000010:1.0:1780383302.460839:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d367fdc. 00000100:00000200:1.0:1780383302.460848:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1866867005196032, offset 0 00000400:00000200:1.0:1780383302.460855:0:6176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383302.460862:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.460870:0:6176:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383302.460875:0:6176:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383302.460879:0:6176:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383302.460883:0:6176:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383302.460886:0:6176:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383302.460889:0:6176:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [17:17:256:4294967295] 192.168.204.118@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:1.0:1780383302.460893:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.460912:0:6176:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383302.460918:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383302.460922:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b8d190ee. 00000800:00000200:1.0:1780383302.460929:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7b469f2] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383302.460935:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383302.460939:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b8d190ee type 1, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1780383302.460958:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000010:1.0:1780383302.460963:0:6176:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eecc1823. 00000100:00000010:1.0:1780383302.460978:0:6176:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086e61cac. 00000800:00000200:0.0:1780383302.461139:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383302.461143:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b8d190ee. 00000400:00000200:0.0:1780383302.461147:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.461152:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383302.461155:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d367fdc 00000400:00000010:0.0:1780383302.461157:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002d367fdc. 00000100:00000200:0.0:1780383302.461163:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d62b3f22 x1866867005196032/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383318 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780383302.465807:0:483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eecc1823. 00000100:00000010:1.0:1780383302.465908:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086e61cac. 00000400:00000200:0.0:1780383302.473976:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.473988:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383302.473999:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.474004:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.474009:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.474012:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 8416 into portal 25 MB=0x6a1e7d8b00700 00000400:00000200:0.0:1780383302.474018:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.474024:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 8416/8416 into md 0x2c9 [4] + 224 00000400:00000200:0.0:1780383302.474047:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.474065:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:0.0:1780383302.474088:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d62b3f22 x1866867005196032/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780383302.474450:0:6176:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c1fb9ff. 00000400:00000200:1.0:1780383302.474456:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e961377b 00000400:00000010:1.0:1780383302.474458:0:6176:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 00000000e961377b. 00000100:00000200:1.0:1780383302.474464:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d62b3f22 x1866867005196032/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383302.474473:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d62b3f22 x1866867005196032/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780383302.474499:0:6176:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d88bc8c9. 02000000:00000010:1.0:1780383302.474511:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000bdfda9a0. 02000000:00000010:1.0:1780383302.474524:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fce869ac. 00000100:00000010:1.0:1780383302.474534:0:6176:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d62b3f22. 00000040:00000010:1.0:1780383302.474543:0:6176:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000086e61cac. 00000020:00000010:1.0:1780383302.474971:0:6201:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fce869ac. 00000020:00000010:1.0:1780383302.474978:0:6201:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c9e29dcb. 00000040:00000010:1.0:1780383302.474981:0:6201:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000000e419cb0. 00000020:00000010:1.0:1780383302.474985:0:6201:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000032f673a1. 00000020:00000010:1.0:1780383302.474990:0:6201:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f5c33b19. 00000020:00000010:1.0:1780383302.474994:0:6201:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000070766192. 80000000:00000010:1.0:1780383302.474998:0:6201:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003f6398ef. 40000000:00000010:1.0:1780383302.475001:0:6201:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cf7747e2. 00100000:00000010:1.0:1780383302.475006:0:6201:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008deb5551. 00040000:00000010:1.0:1780383302.475010:0:6201:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c4d78072. 00040000:00000010:1.0:1780383302.475014:0:6201:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000001359e74b. 00040000:00000010:1.0:1780383302.475019:0:6201:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000027a16812. 00000004:00000010:1.0:1780383302.475023:0:6201:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000abdda0de. 00000004:00000010:1.0:1780383302.475027:0:6201:0:(mdt_handler.c:8392:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cef7d5f7. 00000004:00000010:1.0:1780383302.475032:0:6201:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000a6335d31. 00002000:00000010:1.0:1780383302.475036:0:6201:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000aa6d77f5. 00000004:00000010:1.0:1780383302.475040:0:6201:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000c1c9699f. 00000020:00000010:1.0:1780383302.475053:0:6201:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ed0e01e3. 00000040:00000010:1.0:1780383302.475062:0:6201:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000d060af09. 00000100:00000010:1.0:1780383302.475068:0:6201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d62b3f22. 02000000:00000010:1.0:1780383302.475081:0:6201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003901ff4b. 00000100:00000010:1.0:1780383302.475092:0:6201:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e961377b. 02000000:00000010:1.0:1780383302.475118:0:6201:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000bdfda9a0. 00000400:00000200:1.0:1780383302.475123:0:6201:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383302.475126:0:6201:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c1fb9ff. 00000400:00000010:1.0:1780383302.475131:0:6201:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a53bca2f. 00000100:00000200:1.0:1780383302.475137:0:6201:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1866867005196160, portal 25 00000400:00000010:1.0:1780383302.475143:0:6201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8c06df4. 00000100:00000200:1.0:1780383302.475145:0:6201:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1866867005196160, offset 0 00000400:00000200:1.0:1780383302.475151:0:6201:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383302.475157:0:6201:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.475169:0:6201:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383302.475173:0:6201:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383302.475177:0:6201:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383302.475180:0:6201:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383302.475183:0:6201:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383302.475187:0:6201:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [18:18:256:4294967295] 192.168.204.118@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:1.0:1780383302.475191:0:6201:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.475199:0:6201:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383302.475205:0:6201:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383302.475208:0:6201:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6ea9e45. 00000800:00000200:1.0:1780383302.475215:0:6201:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7b469f2] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383302.475222:0:6201:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383302.475226:0:6201:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f6ea9e45 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1780383302.475254:0:6201:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000010:1.0:1780383302.475258:0:6201:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a76c0fbf. 00000100:00000010:1.0:1780383302.475274:0:6201:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb089128. 00000800:00000200:0.0:1780383302.475508:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383302.475512:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6ea9e45. 00000400:00000200:0.0:1780383302.475516:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.475520:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383302.475525:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8c06df4 00000400:00000010:0.0:1780383302.475527:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e8c06df4. 00000100:00000200:0.0:1780383302.475533:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d62b3f22 x1866867005196160/t0(0) o502->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780383318 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780383302.478894:0:483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a76c0fbf. 00000100:00000010:1.0:1780383302.479528:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb089128. 00000400:00000200:0.0:1780383302.492700:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.492710:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383302.492719:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.492723:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.492729:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.492732:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 8472 into portal 25 MB=0x6a1e7d8b00780 00000400:00000200:0.0:1780383302.492737:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.492743:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 8472/8472 into md 0x2d9 [4] + 224 00000400:00000200:0.0:1780383302.492760:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.492765:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:0.0:1780383302.492818:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d62b3f22 x1866867005196160/t0(0) o502->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780383318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780383302.493303:0:6201:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c1fb9ff. 00000400:00000200:1.0:1780383302.493309:0:6201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a53bca2f 00000400:00000010:1.0:1780383302.493312:0:6201:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 00000000a53bca2f. 00000100:00000200:1.0:1780383302.493321:0:6201:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d62b3f22 x1866867005196160/t0(0) o502->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383302.493329:0:6201:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d62b3f22 x1866867005196160/t0(0) o502->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780383302.493356:0:6201:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e961377b. 02000000:00000010:1.0:1780383302.493369:0:6201:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000bdfda9a0. 02000000:00000010:1.0:1780383302.493397:0:6201:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003901ff4b. 00000100:00000010:1.0:1780383302.493402:0:6201:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d62b3f22. 00000020:00000010:1.0:1780383302.493421:0:6201:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007918652b. 00000020:00000010:1.0:1780383302.493425:0:6201:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007918652b. 00000020:00000010:1.0:1780383302.493440:0:6201:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 28 at 000000005cd53566. 00000020:00000010:1.0:1780383302.493444:0:6201:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000c953e402. 00000020:00000010:1.0:1780383302.493470:0:6201:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff938c02f4bc80. 00000020:00000010:1.0:1780383302.493473:0:6201:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff938c091b7420. 00000100:00000010:1.0:1780383302.493481:0:6201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e58700. 02000000:00000010:1.0:1780383302.493491:0:6201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff938c055bee00. 00000100:00000010:1.0:1780383302.493501:0:6201:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff938c065f3cc0. 02000000:00000010:1.0:1780383302.493525:0:6201:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff938c05510000. 00000400:00000200:1.0:1780383302.493532:0:6201:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383302.493535:0:6201:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36528. 00000400:00000010:1.0:1780383302.493540:0:6201:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff938c065f3a80. 00000100:00000200:1.0:1780383302.493545:0:6201:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1866867005196288, portal 25 00000400:00000010:1.0:1780383302.493551:0:6201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e6e8. 00000100:00000200:1.0:1780383302.493554:0:6201:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1866867005196288, offset 0 00000400:00000200:1.0:1780383302.493559:0:6201:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383302.493566:0:6201:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.493572:0:6201:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383302.493577:0:6201:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383302.493581:0:6201:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383302.493584:0:6201:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383302.493587:0:6201:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383302.493591:0:6201:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [19:19:256:4294967295] 192.168.204.118@tcp LPNI seq info [19:19:8:4294967295] 00000400:00000200:1.0:1780383302.493595:0:6201:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.493605:0:6201:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383302.493611:0:6201:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383302.493616:0:6201:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c20651500. 00000800:00000200:1.0:1780383302.493623:0:6201:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383302.493631:0:6201:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383302.493636:0:6201:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c20651500 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1780383302.493656:0:6201:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000010:1.0:1780383302.493660:0:6201:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff938c0a6a2060. 00000100:00000010:1.0:1780383302.493682:0:6201:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff938c0a6a2480. 00000800:00000200:0.0:1780383302.496415:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383302.496425:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c20651500. 00000400:00000200:0.0:1780383302.496432:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.496440:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383302.496447:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e6e8 00000400:00000010:0.0:1780383302.496449:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e6e8. 00000100:00000200:0.0:1780383302.496460:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09e58700 x1866867005196288/t0(0) o502->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780383318 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780383302.496987:0:483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff938c0a6a2060. 00000100:00000010:1.0:1780383302.497213:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff938c0a6a2480. 00000400:00000200:0.0:1780383302.514288:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.514301:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383302.514313:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.514319:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.514333:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.514338:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 8472 into portal 25 MB=0x6a1e7d8b00800 00000400:00000200:0.0:1780383302.514345:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.514352:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 8472/8472 into md 0x2e9 [4] + 224 00000400:00000200:0.0:1780383302.514377:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.514383:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:0.0:1780383302.514404:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09e58700 x1866867005196288/t0(0) o502->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780383318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780383302.514831:0:6201:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36528. 00000400:00000200:3.0:1780383302.514839:0:6201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c065f3a80 00000400:00000010:3.0:1780383302.514843:0:6201:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff938c065f3a80. 00000100:00000200:3.0:1780383302.514853:0:6201:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09e58700 x1866867005196288/t0(0) o502->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780383302.514863:0:6201:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09e58700 x1866867005196288/t0(0) o502->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1780383318 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1780383302.514901:0:6201:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff938c065f3cc0. 02000000:00000010:3.0:1780383302.514918:0:6201:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff938c05510000. 02000000:00000010:3.0:1780383302.514942:0:6201:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff938c055bee00. 00000100:00000010:3.0:1780383302.514948:0:6201:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09e58700. 00000020:00000010:3.0:1780383302.514971:0:6201:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff938c03c55b00. 00000020:00000010:3.0:1780383302.514976:0:6201:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff938c03c55b00. 00000040:00000010:3.0:1780383302.514995:0:6201:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff938c03b0c000. 00000020:00000010:3.0:1780383302.515006:0:6201:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff938c0beb6600. 00000020:00000010:3.0:1780383302.515031:0:6201:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff938c055bea00. 00000040:00000010:3.0:1780383302.515036:0:6201:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff938c055be000. 00000020:00000010:3.0:1780383302.515057:0:6201:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff938c02f9e000. 00000020:00000010:3.0:1780383302.515063:0:6201:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff938c08989e30. 00000020:00000010:3.0:1780383302.515070:0:6201:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff938c055be200. 80000000:00000010:3.0:1780383302.515074:0:6201:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff938c0a6a2f00. 40000000:00000010:3.0:1780383302.515079:0:6201:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff938c0beb6b40. 00100000:00000010:3.0:1780383302.515084:0:6201:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff938c02f9f800. 00040000:00000010:3.0:1780383302.515088:0:6201:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff938c20651a00. 00040000:00000010:3.0:1780383302.515093:0:6201:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff938c02f9f000. 00040000:00000010:3.0:1780383302.515097:0:6201:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff938c055bf400. 00000004:00000010:3.0:1780383302.515100:0:6201:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff938c02f9d800. 00000004:00000010:3.0:1780383302.515106:0:6201:0:(mdt_handler.c:8417:mdt_key_fini()) kfreed 'info': 2568 at ffff938c091d3000. 00000004:00000010:3.0:1780383302.515113:0:6201:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff938c02f9c800. 00002000:00000010:3.0:1780383302.515118:0:6201:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff938c08f70c00. 00000004:00000010:3.0:1780383302.515123:0:6201:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at ffff938c08f70400. 00000020:00000010:3.0:1780383302.515127:0:6201:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff938c055be600. 00000040:00000010:2.0:1780383302.529460:0:6176:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff938c0a6a2900. 00000040:00000010:2.0:1780383302.529476:0:6176:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff938c082b6000. 00000040:00000010:2.0:1780383302.529481:0:6176:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff938c055bec00. 00000020:00000010:2.0:1780383302.529489:0:6176:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff938c055be800. 00000040:00000010:2.0:1780383302.529494:0:6176:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff938c055bf000. 00000020:00000010:2.0:1780383302.529497:0:6176:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff938c02f9e800. 00000020:00000010:2.0:1780383302.529502:0:6176:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff938c055bf200. 80000000:00000010:2.0:1780383302.529506:0:6176:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff938c0a6a26c0. 00040000:00000010:2.0:1780383302.529510:0:6176:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff938c055bf800. 20000000:00000010:2.0:1780383302.529513:0:6176:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff938c055bf600. 00000020:00000010:2.0:1780383302.529535:0:6176:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff938c055bfc00. 10000000:00000010:2.0:1780383302.529539:0:6176:0:(mgc_request.c:1732:mgc_process_cfg_log()) kfreed 'env': 56 at ffff938c0beb6e80. 00000020:00000010:2.0:1780383302.529555:0:6176:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff938c03cdc800. 00000040:00000010:2.0:1780383302.529558:0:6176:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff938c03cdce00. 00000020:00000010:2.0:1780383302.529560:0:6176:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff938c05a4f800. 00000020:00000010:2.0:1780383302.529563:0:6176:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff938c03cdd800. 00040000:00000010:2.0:1780383302.529567:0:6176:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff938c09e55800. 00040000:00000010:2.0:1780383302.529571:0:6176:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff938c03cdc600. 00000020:00000010:2.0:1780383302.529574:0:6176:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff938c03cdd400. 00000020:00000010:2.0:1780383302.529577:0:6176:0:(obd_mount.c:81:lustre_process_log()) kfreed 'lcfg': 184 at ffff938c09e459c0. 00000020:00000010:2.0:1780383302.529580:0:6176:0:(obd_mount.c:83:lustre_process_log()) kfreed 'bufs': 104 at ffff938c097f5e80. 00000080:00000010:2.0:1780383302.529589:0:6176:0:(llite_lib.c:1496:ll_fill_super()) kmalloced '(dt)': 33 at ffff938c0b64fd80. 00000080:00000010:2.0:1780383302.529593:0:6176:0:(llite_lib.c:1502:ll_fill_super()) kmalloced '(md)': 33 at ffff938c0b64fd40. 00000080:00000010:2.0:1780383302.529601:0:6176:0:(llite_lib.c:351:client_common_fill_super()) kmalloced '(data)': 192 at ffff938c283ab900. 00000080:00000010:2.0:1780383302.529604:0:6176:0:(llite_lib.c:355:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff938c283ab9c0. 00000020:00000010:2.0:1780383302.529611:0:6176:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff938c05a4f800. 00000020:00000010:2.0:1780383302.529648:0:6176:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff938c05a48000. 00000400:00000200:2.0:1780383302.529664:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383302.529671:0:6176:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.118@tcp is discovered: rc = 1 00000100:00000010:2.0:1780383302.529689:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c04efed80. 02000000:00000010:2.0:1780383302.529704:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff938c0a600800. 40000000:00000010:2.0:1780383302.529758:0:6176:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff938c09e55800. 40000000:00000010:2.0:1780383302.529762:0:6176:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff938c283ab780. 40000000:00000010:2.0:1780383302.529858:0:6176:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff938c283ab780. 80000000:00000010:2.0:1780383302.529865:0:6176:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff938c0b64f200. 00020000:00000010:2.0:1780383302.529871:0:6176:0:(lu_tgt_descs.c:102:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff938c097f5e80. 00000100:00000010:2.0:1780383302.529877:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c04efe680. 02000000:00000010:2.0:1780383302.529882:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c09e55400. 00000020:00000010:2.0:1780383302.529904:0:6176:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff938c05a4b800. 00000400:00000200:2.0:1780383302.529913:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383302.529916:0:6176:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.118@tcp is discovered: rc = 1 00000100:00000010:2.0:1780383302.529922:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c04efd500. 02000000:00000010:2.0:1780383302.529928:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff938c420e5000. 40000000:00000010:2.0:1780383302.529947:0:6176:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff938c09e55c00. 40000000:00000010:2.0:1780383302.529950:0:6176:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff938c283ab780. 40000000:00000010:2.0:1780383302.529981:0:6176:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff938c283ab780. 80000000:00000010:2.0:1780383302.529984:0:6176:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff938c0b64f700. 00000100:00000010:2.0:1780383302.529991:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c04efd880. 02000000:00000010:2.0:1780383302.529995:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c09e55e00. 00800000:00000010:2.0:1780383302.530009:0:6176:0:(lmv_obd.c:1433:lmv_statfs()) kmalloced '(temp)': 144 at ffff938c283ab780. 00000100:00000010:2.0:1780383302.530014:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c04eff800. 02000000:00000010:2.0:1780383302.530018:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c09e55a00. 00000100:00000010:2.0:1780383302.530024:0:6176:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff938c283abb40. 00000020:00000010:3.0:1780383302.530402:0:2418:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff938c0cc29420. 00000020:00000010:3.0:1780383302.530408:0:2418:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff938c05a8f400. 80000000:00000010:3.0:1780383302.530412:0:2418:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff938c0ccff1e0. 40000000:00000010:3.0:1780383302.530415:0:2418:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff938c055a60c0. 00000008:00000010:3.0:1780383302.530419:0:2418:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff938c09e12ca0. 00020000:00000010:3.0:1780383302.530423:0:2418:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff938c02d65f00. 00008000:00000010:3.0:1780383302.530428:0:2418:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff938c082ddfc8. 00100000:00000010:3.0:1780383302.530432:0:2418:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff938c09190800. 00040000:00000010:3.0:1780383302.530435:0:2418:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff938c03c55b00. 00040000:00000010:3.0:1780383302.530439:0:2418:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff938c09191800. 00040000:00000010:3.0:1780383302.530443:0:2418:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff938c05a8ec00. 00000004:00000010:3.0:1780383302.530447:0:2418:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff938c09193000. 00000004:00000010:3.0:1780383302.530452:0:2418:0:(mdt_handler.c:8392:mdt_key_init()) kmalloced '(value)': 2568 at ffff938c05a9f000. 00000004:00000010:3.0:1780383302.530456:0:2418:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff938c09190000. 00002000:00000010:3.0:1780383302.530461:0:2418:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff938c055ac000. 00000004:00000010:3.0:1780383302.530471:0:2418:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at ffff938c055ae000. 00000080:00000010:3.0:1780383302.530475:0:2418:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff938c05a3bc78. 00000080:00000010:3.0:1780383302.530479:0:2418:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff938c091b3908. 00000008:00000010:3.0:1780383302.530484:0:2418:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff938c02f79a20. 00020000:00000010:3.0:1780383302.530488:0:2418:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff938c0ccd6ac0. 00008000:00000010:3.0:1780383302.530491:0:2418:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff938c03fa6410. 00000080:00000010:3.0:1780383302.530495:0:2418:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff938c05469870. 00000020:00000010:3.0:1780383302.530513:0:2417:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff938c0cc2b758. 00000020:00000010:3.0:1780383302.530517:0:2417:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff938c05a8f200. 80000000:00000010:3.0:1780383302.530519:0:2417:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff938c0ccffc00. 40000000:00000010:3.0:1780383302.530521:0:2417:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff938c055a6bc0. 00000008:00000010:3.0:1780383302.530524:0:2417:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff938c09e142f0. 00020000:00000010:3.0:1780383302.530525:0:2417:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff938c02d65a80. 00008000:00000010:3.0:1780383302.530527:0:2417:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff938c082dfc08. 00100000:00000010:3.0:1780383302.530530:0:2417:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff938c09193800. 00040000:00000010:3.0:1780383302.530532:0:2417:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff938c03c55400. 00040000:00000010:3.0:1780383302.530535:0:2417:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff938c09192000. 00040000:00000010:3.0:1780383302.530537:0:2417:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff938c05a8f000. 00000004:00000010:3.0:1780383302.530540:0:2417:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff938c09195000. 00000004:00000010:3.0:1780383302.530543:0:2417:0:(mdt_handler.c:8392:mdt_key_init()) kmalloced '(value)': 2568 at ffff938c05a9c000. 00000004:00000010:3.0:1780383302.530546:0:2417:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff938c09196800. 00002000:00000010:3.0:1780383302.530548:0:2417:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff938c055ac800. 00000004:00000010:3.0:1780383302.530550:0:2417:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at ffff938c055ad000. 00000080:00000010:3.0:1780383302.530553:0:2417:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff938c05a3b930. 00000080:00000010:3.0:1780383302.530555:0:2417:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff938c091b26c8. 00000008:00000010:3.0:1780383302.530558:0:2417:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff938c02f78c60. 00020000:00000010:3.0:1780383302.530561:0:2417:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff938c0ccd4240. 00008000:00000010:3.0:1780383302.530563:0:2417:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff938c03fa6180. 00000080:00000010:3.0:1780383302.530565:0:2417:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff938c05469d20. 02000000:00000010:1.0:1780383302.531580:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff938c08f70400. 00000400:00000200:1.0:1780383302.531592:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383302.531597:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36cb8. 00000400:00000010:1.0:1780383302.531603:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e198. 00000100:00000200:1.0:1780383302.531610:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866867005196416, portal 10 00000020:00000010:1.0:1780383302.531619:0:2414:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff938c03b0c000. 00000400:00000010:1.0:1780383302.531625:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e440. 00000100:00000200:1.0:1780383302.531628:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866867005196416, offset 0 00000400:00000200:1.0:1780383302.531636:0:2414:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383302.531644:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.531651:0:2414:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383302.531657:0:2414:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383302.531662:0:2414:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383302.531665:0:2414:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383302.531668:0:2414:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383302.531671:0:2414:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [20:20:256:4294967295] 192.168.204.118@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:1.0:1780383302.531676:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.531685:0:2414:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383302.531690:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383302.531696:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c20651a00. 00000800:00000200:1.0:1780383302.531703:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383302.531710:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383302.531714:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c20651a00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1780383302.531734:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000010:1.0:1780383302.531740:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff938c0a6a2480. 00000100:00000010:1.0:1780383302.531754:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff938c0a6a2b40. 02000000:00000010:1.0:1780383302.531765:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff938c08f70c00. 00000400:00000200:1.0:1780383302.531768:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383302.531804:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36898. 00000400:00000010:1.0:1780383302.531807:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e550. 00000100:00000200:1.0:1780383302.531810:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866867005196672, portal 10 00000020:00000010:1.0:1780383302.531828:0:2414:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff938c05548000. 00000400:00000010:1.0:1780383302.531832:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e4c8. 00000100:00000200:1.0:1780383302.531835:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866867005196672, offset 0 00000400:00000200:1.0:1780383302.531840:0:2414:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383302.531844:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.531847:0:2414:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383302.531849:0:2414:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383302.531851:0:2414:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383302.531853:0:2414:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383302.531855:0:2414:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383302.531858:0:2414:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [21:21:255:4294967295] 192.168.204.118@tcp LPNI seq info [21:21:7:4294967295] 00000400:00000200:1.0:1780383302.531861:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383302.531865:0:2414:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383302.531869:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383302.531873:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c20651500. 00000800:00000200:1.0:1780383302.531876:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383302.531880:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383302.531882:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c20651500 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1780383302.531886:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000800:00000200:0.0:1780383302.531991:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383302.531996:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c20651a00. 00000400:00000200:0.0:1780383302.532001:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.532006:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383302.532011:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e440 00000400:00000010:0.0:1780383302.532014:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e440. 00000100:00000200:0.0:1780383302.532025:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c04efed80 x1866867005196416/t0(0) o38->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1780383312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1780383302.532119:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383302.532122:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c20651500. 00000400:00000200:0.0:1780383302.532125:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.532127:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383302.532130:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e4c8 00000400:00000010:0.0:1780383302.532132:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e4c8. 00000100:00000200:0.0:1780383302.532136:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c04efd500 x1866867005196672/t0(0) o38->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1780383312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1780383302.537510:0:483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff938c0a6a2480. 00000100:00000010:1.0:1780383302.537826:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff938c0a6a2b40. 00000400:00000200:0.0:1780383302.553198:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.553208:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383302.553218:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.553223:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.553228:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.553245:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 416 into portal 10 MB=0x6a1e7d8b00980 00000400:00000200:0.0:1780383302.553251:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.553257:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 416/416 into md 0x309 [1] + 0 00000400:00000200:0.0:1780383302.553284:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.553289:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:0.0:1780383302.553303:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c04efd500 x1866867005196672/t0(0) o38->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1780383312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780383302.553501:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36898. 00000400:00000200:1.0:1780383302.553506:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e550 00000400:00000010:1.0:1780383302.553508:0:2414:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e550. 00000100:00000200:1.0:1780383302.553515:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c04efd500 x1866867005196672/t0(0) o38->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1780383312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383302.553525:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c04efd500 x1866867005196672/t0(0) o38->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1780383312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780383302.560966:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.560976:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383302.560985:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.560989:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.560994:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.560998:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 416 into portal 10 MB=0x6a1e7d8b00880 00000400:00000200:0.0:1780383302.561003:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383302.561010:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 416/416 into md 0x2f9 [1] + 0 00000400:00000200:0.0:1780383302.561023:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383302.561027:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:0.0:1780383302.561041:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c04efed80 x1866867005196416/t0(0) o38->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1780383312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780383303.573348:0:2418:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff938c055af400. 00000400:00000200:3.0:1780383303.573366:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:3.0:1780383303.573371:0:2418:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c04ea8dc0. 00000400:00000010:3.0:1780383303.573377:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c05f45c38. 00000100:00000200:3.0:1780383303.573397:0:2418:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866867005196800, portal 10 00000020:00000010:3.0:1780383303.573417:0:2418:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff938c065bc000. 00000400:00000010:3.0:1780383303.573424:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c05f45770. 00000100:00000200:3.0:1780383303.573428:0:2418:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005196800, offset 0 00000400:00000200:3.0:1780383303.573437:0:2418:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:3.0:1780383303.573445:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383303.573464:0:2418:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:3.0:1780383303.573469:0:2418:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780383303.573473:0:2418:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:3.0:1780383303.573476:0:2418:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780383303.573479:0:2418:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:3.0:1780383303.573483:0:2418:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [22:22:256:4294967295] 192.168.204.118@tcp LPNI seq info [22:22:8:4294967295] 00000400:00000200:3.0:1780383303.573487:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383303.573496:0:2418:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:3.0:1780383303.573502:0:2418:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:3.0:1780383303.573507:0:2418:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c03c55800. 00000800:00000200:3.0:1780383303.573513:0:2418:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:3.0:1780383303.573521:0:2418:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:3.0:1780383303.573525:0:2418:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c03c55800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1780383303.573549:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000010:3.0:1780383303.573554:0:2418:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff938c0ccff3c0. 00000100:00000010:3.0:1780383303.573570:0:2418:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff938c0ccffd80. 00000800:00000200:0.0:1780383303.573891:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383303.573896:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c03c55800. 00000400:00000200:0.0:1780383303.573902:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383303.573907:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383303.573912:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c05f45770 00000400:00000010:0.0:1780383303.573914:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c05f45770. 00000100:00000200:0.0:1780383303.573929:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c04efd880 x1866867005196800/t0(0) o41->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1780383319 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780383303.576211:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff938c08f70c00. 02000000:00000010:2.0:1780383303.576236:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff938c420e5000. 00000100:00000010:2.0:1780383303.576242:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c04efd500. 00000400:00000010:2.0:1780383303.576258:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36cb8. 00000400:00000200:2.0:1780383303.576262:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e198 00000400:00000010:2.0:1780383303.576264:0:2414:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e198. 00000100:00000200:2.0:1780383303.576278:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c04efed80 x1866867005196416/t0(0) o38->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1780383312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780383303.576290:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c04efed80 x1866867005196416/t0(0) o38->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1780383312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1780383303.576312:0:2414:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff938c082b6000. 02000000:00000010:1.0:1780383303.576478:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff938c08f73800. 00000400:00000200:1.0:1780383303.576486:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383303.576490:0:6176:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36898. 00000400:00000010:1.0:1780383303.576494:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e550. 00000100:00000200:1.0:1780383303.576501:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866867005196928, portal 10 00000400:00000010:1.0:1780383303.576506:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e088. 00000100:00000200:1.0:1780383303.576509:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005196928, offset 0 00000400:00000200:1.0:1780383303.576516:0:6176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383303.576523:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.576530:0:6176:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383303.576535:0:6176:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383303.576538:0:6176:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383303.576542:0:6176:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383303.576545:0:6176:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383303.576548:0:6176:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [23:23:256:4294967295] 192.168.204.118@tcp LPNI seq info [23:23:8:4294967295] 00000400:00000200:1.0:1780383303.576552:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.576560:0:6176:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383303.576566:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383303.576570:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c20651700. 00000800:00000200:1.0:1780383303.576577:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383303.576584:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383303.576589:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c20651700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1780383303.576605:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000800:00000200:1.0:1780383303.576701:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780383303.576706:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c20651700. 00000400:00000200:1.0:1780383303.576709:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383303.576715:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1780383303.576719:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e088 00000400:00000010:1.0:1780383303.576721:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e088. 00000100:00000200:1.0:1780383303.576727:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c04eff800 x1866867005196928/t0(0) o41->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1780383319 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780383303.577405:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff938c08f70400. 02000000:00000010:0.0:1780383303.577412:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff938c0a600800. 00000100:00000010:0.0:1780383303.577416:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c04efed80. 02000000:00000010:3.0:1780383303.577481:0:2418:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff938c055afc00. 00000400:00000200:3.0:1780383303.577487:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:3.0:1780383303.577490:0:2418:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c04ea8948. 00000400:00000010:3.0:1780383303.577494:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c05f45220. 00000100:00000200:3.0:1780383303.577498:0:2418:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866867005196544, portal 10 00000020:00000010:3.0:1780383303.577504:0:2418:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff938c065b8000. 00000400:00000010:3.0:1780383303.577508:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c05f453b8. 00000100:00000200:3.0:1780383303.577511:0:2418:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005196544, offset 0 00000400:00000200:3.0:1780383303.577516:0:2418:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:3.0:1780383303.577526:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383303.577531:0:2418:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:3.0:1780383303.577534:0:2418:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780383303.577537:0:2418:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:3.0:1780383303.577540:0:2418:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780383303.577542:0:2418:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:3.0:1780383303.577544:0:2418:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [24:24:256:4294967295] 192.168.204.118@tcp LPNI seq info [24:24:8:4294967295] 00000400:00000200:3.0:1780383303.577548:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383303.577555:0:2418:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:3.0:1780383303.577560:0:2418:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:3.0:1780383303.577564:0:2418:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c03c55000. 00000800:00000200:3.0:1780383303.577568:0:2418:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:3.0:1780383303.577574:0:2418:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:3.0:1780383303.577577:0:2418:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c03c55000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1780383303.577596:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000800:00000200:0.0:1780383303.577838:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383303.577842:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c03c55000. 00000400:00000200:0.0:1780383303.577846:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383303.577850:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383303.577854:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c05f453b8 00000400:00000010:0.0:1780383303.577856:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c05f453b8. 00000100:00000200:0.0:1780383303.577862:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c04efe680 x1866867005196544/t0(0) o41->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1780383319 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780383303.578803:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.578810:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383303.578817:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.578822:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.578827:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.578831:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 368 into portal 10 MB=0x6a1e7d8b00a00 00000400:00000200:1.0:1780383303.578835:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.578842:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 368/368 into md 0x319 [1] + 224 00000400:00000200:1.0:1780383303.578856:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383303.578860:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:1.0:1780383303.578869:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c04efd880 x1866867005196800/t0(0) o41->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1780383319 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780383303.579243:0:2418:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c04ea8dc0. 00000400:00000200:3.0:1780383303.579248:0:2418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c05f45c38 00000400:00000010:3.0:1780383303.579251:0:2418:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c05f45c38. 00000100:00000200:3.0:1780383303.579257:0:2418:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c04efd880 x1866867005196800/t0(0) o41->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1780383319 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780383303.579267:0:2418:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c04efd880 x1866867005196800/t0(0) o41->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1780383319 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780383303.579298:0:2418:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff938c055af400. 02000000:00000010:3.0:1780383303.579304:0:2418:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c09e55e00. 00000100:00000010:3.0:1780383303.579309:0:2418:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c04efd880. 00000400:00000200:0.0:1780383303.597165:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383303.597178:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383303.597189:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383303.597195:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383303.597201:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383303.597206:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 368 into portal 10 MB=0x6a1e7d8b00a80 00000400:00000200:0.0:1780383303.597212:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383303.597229:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 368/368 into md 0x321 [1] + 224 00000400:00000200:0.0:1780383303.597243:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383303.597249:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:0.0:1780383303.597273:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c04eff800 x1866867005196928/t0(0) o41->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1780383319 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780383303.597304:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383303.597307:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383303.597311:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383303.597314:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383303.597316:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383303.597340:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 368 into portal 10 MB=0x6a1e7d8b00900 00000400:00000200:0.0:1780383303.597345:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383303.597350:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 368/368 into md 0x331 [1] + 224 00000400:00000200:0.0:1780383303.597362:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383303.597365:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:0.0:1780383303.597372:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c04efe680 x1866867005196544/t0(0) o41->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1780383319 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780383303.597468:0:6176:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36898. 00000400:00000200:1.0:1780383303.597475:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e550 00000400:00000010:1.0:1780383303.597478:0:6176:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e550. 00000100:00000200:1.0:1780383303.597486:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c04eff800 x1866867005196928/t0(0) o41->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1780383319 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383303.597495:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c04eff800 x1866867005196928/t0(0) o41->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1780383319 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780383303.597531:0:6176:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff938c283abb40. 02000000:00000010:1.0:1780383303.597543:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff938c08f73800. 02000000:00000010:1.0:1780383303.597548:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c09e55a00. 00000100:00000010:1.0:1780383303.597553:0:6176:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c04eff800. 00800000:00000010:1.0:1780383303.597561:0:6176:0:(lmv_obd.c:1493:lmv_statfs()) kfreed 'temp': 144 at ffff938c283ab780. 00000100:00000010:1.0:1780383303.597573:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e59f80. 02000000:00000010:1.0:1780383303.597586:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff938c055bfc00. 00000100:00000010:1.0:1780383303.597597:0:6176:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff938c065f3e40. 02000000:00000010:1.0:1780383303.597616:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff938c08f73800. 00000400:00000200:1.0:1780383303.597621:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383303.597629:0:6176:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36898. 00000400:00000010:1.0:1780383303.597634:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e550. 00000100:00000200:1.0:1780383303.597641:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866867005197056, portal 10 00000400:00000010:1.0:1780383303.597646:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e088. 00000100:00000200:1.0:1780383303.597649:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1866867005197056, offset 0 00000400:00000200:1.0:1780383303.597654:0:6176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383303.597660:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.597667:0:6176:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383303.597672:0:6176:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383303.597677:0:6176:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383303.597681:0:6176:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383303.597683:0:6176:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383303.597687:0:6176:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [25:25:256:4294967295] 192.168.204.118@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:1.0:1780383303.597691:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.597699:0:6176:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383303.597705:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383303.597709:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c20651700. 00000800:00000200:1.0:1780383303.597716:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383303.597723:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383303.597727:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c20651700 type 1, nob 536 niov 1 nkiov 1 00000400:00000200:1.0:1780383303.597752:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000800:00000200:0.0:1780383303.598102:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383303.598106:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c20651700. 00000400:00000200:0.0:1780383303.598111:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383303.598115:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383303.598119:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e088 00000400:00000010:0.0:1780383303.598121:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e088. 00000100:00000200:0.0:1780383303.598128:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09e59f80 x1866867005197056/t0(0) o40->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 440/448 e 0 to 0 dl 1780383319 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780383303.598500:0:2418:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c04ea8948. 00000400:00000200:3.0:1780383303.598505:0:2418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c05f45220 00000400:00000010:3.0:1780383303.598507:0:2418:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c05f45220. 00000100:00000200:3.0:1780383303.598514:0:2418:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c04efe680 x1866867005196544/t0(0) o41->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1780383319 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780383303.598535:0:2418:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c04efe680 x1866867005196544/t0(0) o41->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1780383319 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780383303.598557:0:2418:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff938c055afc00. 02000000:00000010:3.0:1780383303.598563:0:2418:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c09e55400. 00000100:00000010:3.0:1780383303.598566:0:2418:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c04efe680. 00000400:00000200:0.0:1780383303.612644:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383303.612656:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383303.612668:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383303.612673:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383303.612679:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383303.612684:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 448 into portal 10 MB=0x6a1e7d8b00b00 00000400:00000200:0.0:1780383303.612690:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383303.612696:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 448/448 into md 0x339 [1] + 224 00000400:00000200:0.0:1780383303.612720:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383303.612724:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:0.0:1780383303.612743:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09e59f80 x1866867005197056/t0(0) o40->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 440/448 e 0 to 0 dl 1780383319 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780383303.615351:0:6176:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36898. 00000400:00000200:1.0:1780383303.615365:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e550 00000400:00000010:1.0:1780383303.615367:0:6176:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e550. 00000100:00000200:1.0:1780383303.615382:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09e59f80 x1866867005197056/t0(0) o40->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 440/448 e 0 to 0 dl 1780383319 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383303.615394:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09e59f80 x1866867005197056/t0(0) o40->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 440/448 e 0 to 0 dl 1780383319 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1780383303.615428:0:6176:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff938c065f3e40. 00000002:00000200:1.0:1780383303.615437:0:6176:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:1.0:1780383303.615444:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff938c08f73800. 02000000:00000010:1.0:1780383303.615466:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff938c055bfc00. 00000100:00000010:1.0:1780383303.615472:0:6176:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09e59f80. 00000020:00000010:1.0:1780383303.615496:0:6176:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff938c02f9a800. 00000020:00000010:1.0:1780383303.615520:0:6176:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff938c02f9c000. 00000400:00000200:1.0:1780383303.615537:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.615544:0:6176:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.118@tcp is discovered: rc = 1 00000100:00000010:1.0:1780383303.615564:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e59f80. 02000000:00000010:1.0:1780383303.615578:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff938c08f73800. 00000020:00000010:1.0:1780383303.615657:0:6176:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff938c02f99000. 00000400:00000200:1.0:1780383303.615667:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.615671:0:6176:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.118@tcp is discovered: rc = 1 00000100:00000010:1.0:1780383303.615677:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e59c00. 02000000:00000010:1.0:1780383303.615684:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff938c08f71c00. 00000080:00000010:1.0:1780383303.615701:0:6176:0:(llite_lib.c:742:client_common_fill_super()) kmalloced '(op_data)': 392 at ffff938c055bfc00. 00000020:00000010:1.0:1780383303.615711:0:6176:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff938c08f73000. 00000100:00000010:1.0:1780383303.615723:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e58e00. 02000000:00000010:1.0:1780383303.615727:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff938c055bf600. 00000100:00000010:1.0:1780383303.615737:0:6176:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff938c065f3e40. 02000000:00000010:1.0:1780383303.615755:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c055bf800. 00000400:00000200:1.0:1780383303.615760:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383303.615763:0:6176:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36898. 00000400:00000010:1.0:1780383303.615768:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e550. 00000100:00000200:1.0:1780383303.615832:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005197440, portal 10 00000400:00000010:1.0:1780383303.615840:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e7f8. 00000100:00000200:1.0:1780383303.615843:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1866867005197440, offset 0 00000400:00000200:1.0:1780383303.615850:0:6176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383303.615859:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.615866:0:6176:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383303.615872:0:6176:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383303.615877:0:6176:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383303.615881:0:6176:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383303.615884:0:6176:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383303.615893:0:6176:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [26:26:256:4294967295] 192.168.204.118@tcp LPNI seq info [26:26:8:4294967295] 00000400:00000200:1.0:1780383303.615897:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.615906:0:6176:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383303.615912:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383303.615917:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c20651000. 00000800:00000200:1.0:1780383303.615926:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383303.615933:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383303.615938:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c20651000 type 1, nob 360 niov 1 nkiov 1 00000400:00000200:1.0:1780383303.615956:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000800:00000200:1.0:1780383303.616087:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780383303.616091:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c20651000. 00000400:00000200:1.0:1780383303.616095:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383303.616100:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1780383303.616105:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e7f8 00000400:00000010:1.0:1780383303.616107:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e7f8. 00000100:00000200:1.0:1780383303.616112:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09e58e00 x1866867005197440/t0(0) o900->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:29/10 lens 264/248 e 0 to 0 dl 1780383319 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1780383303.616594:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c04efd500. 02000000:00000010:2.0:1780383303.616607:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c09e55b00. 02000000:00000010:2.0:1780383303.616654:0:2417:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c02d98000. 00000400:00000200:2.0:1780383303.616660:0:2417:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1780383303.616668:0:2417:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c02eb6268. 00000400:00000010:2.0:1780383303.616673:0:2417:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c0b926110. 00000100:00000200:2.0:1780383303.616678:0:2417:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005197568, portal 25 00000400:00000010:2.0:1780383303.616682:0:2417:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c0b926f68. 00000100:00000200:2.0:1780383303.616685:0:2417:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866867005197568, offset 0 00000400:00000200:2.0:1780383303.616691:0:2417:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1780383303.616702:0:2417:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383303.616707:0:2417:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1780383303.616714:0:2417:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780383303.616717:0:2417:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1780383303.616720:0:2417:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780383303.616722:0:2417:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1780383303.616725:0:2417:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [27:27:256:4294967295] 192.168.204.118@tcp LPNI seq info [27:27:8:4294967295] 00000400:00000200:2.0:1780383303.616729:0:2417:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383303.616735:0:2417:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1780383303.616740:0:2417:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1780383303.616744:0:2417:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c09e55700. 00000800:00000200:2.0:1780383303.616748:0:2417:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 02000000:00000010:0.0:1780383303.616753:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff938c029de400. 00000800:00000200:2.0:1780383303.616753:0:2417:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1780383303.616756:0:2417:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c09e55700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1780383303.616758:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1780383303.616761:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c0014b370. 00000400:00000010:0.0:1780383303.616771:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9550. 00000400:00000200:2.0:1780383303.616772:0:2417:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000200:0.0:1780383303.616795:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866867005197184, portal 4 00000020:00000010:0.0:1780383303.616802:0:2414:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff938c011c2000. 00000400:00000010:0.0:1780383303.616808:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a94c8. 00000100:00000200:0.0:1780383303.616810:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866867005197184, offset 0 00000400:00000200:0.0:1780383303.616815:0:2414:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383303.616819:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383303.616823:0:2414:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383303.616825:0:2414:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780383303.616828:0:2414:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1780383303.616830:0:2414:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780383303.616832:0:2414:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1780383303.616834:0:2414:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [28:28:255:4294967295] 192.168.204.118@tcp LPNI seq info [28:28:7:4294967295] 00000400:00000200:0.0:1780383303.616838:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383303.616843:0:2414:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1780383303.616847:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383303.616851:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c07a66000. 00000800:00000200:0.0:1780383303.616854:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1780383303.616858:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1780383303.616860:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c07a66000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1780383303.616865:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 02000000:00000010:0.0:1780383303.616875:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff938c029dc800. 00000400:00000200:0.0:1780383303.616877:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1780383303.616880:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c0014bb58. 00000400:00000010:0.0:1780383303.616882:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9088. 00000100:00000200:0.0:1780383303.616885:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866867005197312, portal 4 00000020:00000010:0.0:1780383303.616891:0:2414:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff938c0149a000. 00000400:00000010:0.0:1780383303.616895:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a97f8. 00000100:00000200:0.0:1780383303.616897:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866867005197312, offset 0 00000400:00000200:0.0:1780383303.616900:0:2414:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383303.616903:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383303.616912:0:2414:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383303.616914:0:2414:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780383303.616916:0:2414:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1780383303.616918:0:2414:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780383303.616920:0:2414:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1780383303.616922:0:2414:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [29:29:254:4294967295] 192.168.204.118@tcp LPNI seq info [29:29:6:4294967295] 00000400:00000200:0.0:1780383303.616925:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383303.616930:0:2414:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1780383303.616934:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383303.616936:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c07a66200. 00000800:00000200:0.0:1780383303.616939:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1780383303.616943:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1780383303.616945:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c07a66200 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1780383303.616949:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000800:00000200:1.0:1780383303.617357:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780383303.617361:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c09e55700. 00000400:00000200:1.0:1780383303.617366:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383303.617372:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1780383303.617376:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c0b926f68 00000400:00000010:1.0:1780383303.617378:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c0b926f68. 00000100:00000200:1.0:1780383303.617387:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c04efd500 x1866867005197568/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1780383303.617407:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780383303.617409:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c07a66000. 00000400:00000200:1.0:1780383303.617411:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383303.617414:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1780383303.617417:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a94c8 00000400:00000010:1.0:1780383303.617418:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a94c8. 00000100:00000200:1.0:1780383303.617430:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09e59f80 x1866867005197184/t0(0) o8->lustre-OST0000-osc-ffff938c028b3000@192.168.204.118@tcp:28/4 lens 520/544 e 0 to 0 dl 1780383313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1780383303.617639:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780383303.617642:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c07a66200. 00000400:00000200:1.0:1780383303.617645:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383303.617649:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1780383303.617652:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a97f8 00000400:00000010:1.0:1780383303.617654:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a97f8. 00000100:00000200:1.0:1780383303.617659:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09e59c00 x1866867005197312/t0(0) o8->lustre-OST0001-osc-ffff938c028b3000@192.168.204.118@tcp:28/4 lens 520/544 e 0 to 0 dl 1780383313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780383303.631441:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.631451:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383303.631460:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.631465:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.631471:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.631475:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 25 MB=0x6a1e7d8b00d00 00000400:00000200:1.0:1780383303.631480:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.631487:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 224/224 into md 0x359 [1] + 224 00000400:00000200:1.0:1780383303.631498:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383303.631502:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:1.0:1780383303.631516:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c04efd500 x1866867005197568/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780383303.631556:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.631559:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383303.631563:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.631566:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.631569:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.631571:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 416 into portal 4 MB=0x6a1e7d8b00b80 00000400:00000200:1.0:1780383303.631575:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.631579:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.118@tcp of length 416/416 into md 0x361 [1] + 0 00000400:00000200:1.0:1780383303.631598:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383303.631601:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:1.0:1780383303.631608:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09e59f80 x1866867005197184/t0(0) o8->lustre-OST0000-osc-ffff938c028b3000@192.168.204.118@tcp:28/4 lens 520/544 e 0 to 0 dl 1780383313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780383303.631641:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.631644:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383303.631649:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.631651:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.631654:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.631657:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 416 into portal 4 MB=0x6a1e7d8b00c00 00000400:00000200:1.0:1780383303.631660:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.631664:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.118@tcp of length 416/416 into md 0x371 [1] + 0 00000400:00000200:1.0:1780383303.631669:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383303.631672:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:1.0:1780383303.631678:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09e59c00 x1866867005197312/t0(0) o8->lustre-OST0001-osc-ffff938c028b3000@192.168.204.118@tcp:28/4 lens 520/544 e 0 to 0 dl 1780383313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780383303.631690:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.631693:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383303.631697:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.631699:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.631701:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.631703:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 248 into portal 10 MB=0x6a1e7d8b00c80 00000400:00000200:1.0:1780383303.631706:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.631710:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 248/248 into md 0x349 [1] + 224 00000400:00000200:1.0:1780383303.631718:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383303.631721:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:1.0:1780383303.631726:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09e58e00 x1866867005197440/t0(0) o900->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:29/10 lens 264/248 e 0 to 0 dl 1780383319 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780383303.631836:0:2417:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c02eb6268. 00000400:00000200:2.0:1780383303.631842:0:2417:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c0b926110 00000400:00000010:2.0:1780383303.631844:0:2417:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c0b926110. 00000100:00000200:2.0:1780383303.631851:0:2417:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c04efd500 x1866867005197568/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780383303.631860:0:2417:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c04efd500 x1866867005197568/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1780383303.631888:0:2417:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c02d98000. 02000000:00000010:2.0:1780383303.631896:0:2417:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c09e55b00. 00000400:00000010:3.0:1780383303.631899:0:6176:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36898. 00000100:00000010:2.0:1780383303.631902:0:2417:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c04efd500. 00000400:00000200:3.0:1780383303.631907:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e550 00000400:00000010:3.0:1780383303.631910:0:6176:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e550. 00000100:00000200:3.0:1780383303.631919:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09e58e00 x1866867005197440/t0(0) o900->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:29/10 lens 264/248 e 0 to 0 dl 1780383319 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780383303.631939:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09e58e00 x1866867005197440/t0(0) o900->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:29/10 lens 264/248 e 0 to 0 dl 1780383319 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1780383303.631961:0:6176:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff938c065f3e40. 02000000:00000010:3.0:1780383303.632118:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c055bf800. 02000000:00000010:3.0:1780383303.632123:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff938c055bf600. 00000100:00000010:3.0:1780383303.632125:0:6176:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09e58e00. 80000000:00000010:3.0:1780383303.632132:0:6176:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff938c055a6dc0. 00000020:00000010:3.0:1780383303.632143:0:6176:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff938c055afc00. 00000100:00000010:3.0:1780383303.632149:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0ccce300. 02000000:00000010:3.0:1780383303.632160:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff938c05a8e600. 00000100:00000010:3.0:1780383303.632173:0:6176:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff938c05400540. 02000000:00000010:3.0:1780383303.632245:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff938c0b600000. 00000400:00000200:3.0:1780383303.632250:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:3.0:1780383303.632253:0:6176:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c04ea8948. 00000400:00000010:3.0:1780383303.632259:0:6176:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff938c055af400. 00000100:00000200:3.0:1780383303.632264:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1866867005197696, portal 10 00000400:00000010:3.0:1780383303.632269:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c05f45220. 00000100:00000200:3.0:1780383303.632273:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1866867005197696, offset 0 00000400:00000200:3.0:1780383303.632280:0:6176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:3.0:1780383303.632290:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383303.632297:0:6176:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:3.0:1780383303.632301:0:6176:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780383303.632432:0:6176:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:3.0:1780383303.632437:0:6176:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1780383303.632704:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c0014b370. 00000400:00000200:0.0:1780383303.632710:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9550 00000400:00000010:0.0:1780383303.632712:0:2414:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9550. 00000100:00000200:0.0:1780383303.632719:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09e59f80 x1866867005197184/t0(0) o8->lustre-OST0000-osc-ffff938c028b3000@192.168.204.118@tcp:28/4 lens 520/544 e 0 to 0 dl 1780383313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780383303.632729:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09e59f80 x1866867005197184/t0(0) o8->lustre-OST0000-osc-ffff938c028b3000@192.168.204.118@tcp:28/4 lens 520/544 e 0 to 0 dl 1780383313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780383303.632819:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c0014bb58. 00000400:00000200:0.0:1780383303.632823:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9088 00000400:00000010:0.0:1780383303.632825:0:2414:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9088. 00000100:00000200:0.0:1780383303.632830:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09e59c00 x1866867005197312/t0(0) o8->lustre-OST0001-osc-ffff938c028b3000@192.168.204.118@tcp:28/4 lens 520/544 e 0 to 0 dl 1780383313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780383303.632838:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09e59c00 x1866867005197312/t0(0) o8->lustre-OST0001-osc-ffff938c028b3000@192.168.204.118@tcp:28/4 lens 520/544 e 0 to 0 dl 1780383313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780383303.632861:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff938c029de400. 02000000:00000010:0.0:1780383303.632874:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff938c08f73800. 00000100:00000010:0.0:1780383303.632877:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09e59f80. 02000000:00000010:0.0:1780383303.632880:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff938c029dc800. 02000000:00000010:0.0:1780383303.632882:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff938c08f71c00. 00000100:00000010:0.0:1780383303.632886:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09e59c00. 00000400:00000200:3.0:1780383303.633402:0:6176:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:3.0:1780383303.633409:0:6176:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [30:30:256:4294967295] 192.168.204.118@tcp LPNI seq info [30:30:8:4294967295] 00000400:00000200:3.0:1780383303.633415:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383303.633424:0:6176:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:3.0:1780383303.633430:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:3.0:1780383303.633437:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c03c55000. 00000800:00000200:3.0:1780383303.633453:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:3.0:1780383303.633852:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:3.0:1780383303.633857:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c03c55000 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:3.0:1780383303.633872:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000800:00000200:1.0:1780383303.635184:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780383303.635206:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c03c55000. 00000400:00000200:1.0:1780383303.635214:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383303.635233:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1780383303.635240:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c05f45220 00000400:00000010:1.0:1780383303.635243:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c05f45220. 00000100:00000200:1.0:1780383303.635254:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0ccce300 x1866867005197696/t0(0) o33->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:23/10 lens 448/66264 e 0 to 0 dl 1780383319 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000200:1.0:1780383303.912980:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.912990:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383303.912998:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.913003:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.913007:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.913012:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 464 into portal 10 MB=0x6a1e7d8b00d80 00000400:00000200:1.0:1780383303.913017:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383303.913039:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 464/464 into md 0x381 [32] + 224 00000400:00000200:1.0:1780383303.913071:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383303.913076:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:1.0:1780383303.913091:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0ccce300 x1866867005197696/t0(0) o33->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:23/10 lens 448/66264 e 0 to 0 dl 1780383319 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000010:3.0:1780383303.913326:0:6176:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c04ea8948. 00000400:00000200:3.0:1780383303.913332:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c055af400 00000400:00000010:3.0:1780383303.913334:0:6176:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff938c055af400. 00000100:00000200:3.0:1780383303.913343:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0ccce300 x1866867005197696/t0(0) o33->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:23/10 lens 448/66264 e 0 to 0 dl 1780383319 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780383303.913351:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0ccce300 x1866867005197696/t0(0) o33->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:23/10 lens 448/66264 e 0 to 0 dl 1780383319 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000010:3.0:1780383303.913383:0:6176:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff938c05400540. 00000002:00000200:3.0:1780383303.913390:0:6176:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000080:00000010:3.0:1780383303.913395:0:6176:0:(llite_lib.c:757:client_common_fill_super()) kfreed 'op_data': 392 at ffff938c055bfc00. 00000020:00000010:3.0:1780383303.913421:0:6176:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff938c0cc3e7e0. 00000020:00000010:3.0:1780383303.913426:0:6176:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff938c05a8fa00. 00000020:00000010:3.0:1780383303.913432:0:6176:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff938c038b6000. 00000020:00000010:3.0:1780383303.913436:0:6176:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff938c0ccffde0. 00000008:00000010:3.0:1780383303.913442:0:6176:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff938c09e16f90. 00020000:00000010:3.0:1780383303.913459:0:6176:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff938c02d65b40. 00008000:00000010:3.0:1780383303.913469:0:6176:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff938c082dc710. 00000080:00000010:3.0:1780383303.913475:0:6176:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff938c05a3bf18. 00000080:00000010:3.0:1780383303.913478:0:6176:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff938c091b0920. 00000020:00000010:3.0:1780383303.913483:0:6176:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff938c031ff800. 00000008:00000010:3.0:1780383303.913486:0:6176:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff938c02f79340. 00020000:00000010:3.0:1780383303.913490:0:6176:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff938c0ccd5440. 00008000:00000010:3.0:1780383303.913493:0:6176:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff938c03fa6838. 00000080:00000010:3.0:1780383303.913496:0:6176:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff938c05469b40. 00000080:00000010:3.0:1780383303.913501:0:6176:0:(vvp_dev.c:174:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff938c0ccff480. 00000080:00000010:3.0:1780383303.913506:0:6176:0:(vvp_dev.c:182:vvp_device_alloc()) kmalloced '(site)': 576 at ffff938c055af400. 00000020:00000010:3.0:1780383303.913544:0:6176:0:(lu_object.c:1156:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffff938c091b8000. 00000020:00000010:3.0:1780383303.913553:0:6176:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff938c055acc00. 00000020:00000010:3.0:1780383303.913557:0:6176:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff938c05400540. 00000008:00000010:3.0:1780383303.913563:0:6176:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff938c09e10000. 00020000:00000010:3.0:1780383303.913566:0:6176:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff938c02d65300. 00008000:00000010:3.0:1780383303.913568:0:6176:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff938c082dca98. 00000080:00000010:3.0:1780383303.913571:0:6176:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff938c05a3b7e0. 00000080:00000010:3.0:1780383303.913573:0:6176:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff938c091b0248. 00000008:00000010:3.0:1780383303.913576:0:6176:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff938c02f789a0. 00020000:00000010:3.0:1780383303.913578:0:6176:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff938c0ccd5200. 00008000:00000010:3.0:1780383303.913580:0:6176:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff938c03fa6e70. 00000080:00000010:3.0:1780383303.913583:0:6176:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff938c05469f00. 00000008:00000010:3.0:1780383303.913586:0:6176:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff938c09e10b28. 00020000:00000010:3.0:1780383303.913588:0:6176:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff938c02d65d80. 00008000:00000010:3.0:1780383303.913590:0:6176:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff938c082df880. 00000080:00000010:3.0:1780383303.913592:0:6176:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff938c05a3be70. 00000080:00000010:3.0:1780383303.913594:0:6176:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff938c091b0b68. 00000008:00000010:3.0:1780383303.913596:0:6176:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff938c02f78420. 00020000:00000010:3.0:1780383303.913598:0:6176:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff938c0ccd7180. 00008000:00000010:3.0:1780383303.913600:0:6176:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff938c03fa6c10. 00000080:00000010:3.0:1780383303.913603:0:6176:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff938c054691e0. 00000008:00000010:3.0:1780383303.913606:0:6176:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff938c09e137c8. 00020000:00000010:3.0:1780383303.913613:0:6176:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff938c02d65180. 00008000:00000010:3.0:1780383303.913615:0:6176:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff938c082dc388. 00000080:00000010:3.0:1780383303.913617:0:6176:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff938c05a3bb28. 00000080:00000010:3.0:1780383303.913620:0:6176:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff938c091b1240. 00000008:00000010:3.0:1780383303.913623:0:6176:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff938c02f78b00. 00020000:00000010:3.0:1780383303.913625:0:6176:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff938c0ccd5b00. 00008000:00000010:3.0:1780383303.913627:0:6176:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff938c03fa6500. 00000080:00000010:3.0:1780383303.913629:0:6176:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff938c05469000. 00000008:00000010:3.0:1780383303.913633:0:6176:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff938c09e15940. 00020000:00000010:3.0:1780383303.913636:0:6176:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff938c02d65600. 00008000:00000010:3.0:1780383303.913638:0:6176:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff938c082dd530. 00000080:00000010:3.0:1780383303.913641:0:6176:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff938c05a3b540. 00000080:00000010:3.0:1780383303.913643:0:6176:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff938c091b3478. 00000008:00000010:3.0:1780383303.913646:0:6176:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff938c02f79080. 00020000:00000010:3.0:1780383303.913648:0:6176:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff938c0ccd5d40. 00008000:00000010:3.0:1780383303.913650:0:6176:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff938c03fa6300. 00000080:00000010:3.0:1780383303.913653:0:6176:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff938c054695a0. 00020000:00000010:3.0:1780383303.913661:0:6176:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff938c0ccff7e0. 00020000:00000010:3.0:1780383303.913666:0:6176:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff938c0ccff360. 00020000:00000010:3.0:1780383303.913670:0:6176:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff938c0ccff4e0. 00020000:00000010:3.0:1780383303.913673:0:6176:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff938c0ccff420. 00000020:00000010:3.0:1780383303.913678:0:6176:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff938c038b6000. 00000020:00000010:3.0:1780383303.913683:0:6176:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff938c0ccffde0. 00000008:00000010:3.0:1780383303.913686:0:6176:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff938c09e16f90. 00020000:00000010:3.0:1780383303.913690:0:6176:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff938c02d65b40. 00008000:00000010:3.0:1780383303.913692:0:6176:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff938c082dc710. 00000080:00000010:3.0:1780383303.913695:0:6176:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff938c05a3bf18. 00000080:00000010:3.0:1780383303.913698:0:6176:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff938c091b0920. 00000020:00000010:3.0:1780383303.913701:0:6176:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff938c05a8fa00. 00000008:00000010:3.0:1780383303.913704:0:6176:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff938c02f79340. 00020000:00000010:3.0:1780383303.913706:0:6176:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff938c0ccd5440. 00008000:00000010:3.0:1780383303.913709:0:6176:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff938c03fa6838. 00000080:00000010:3.0:1780383303.913718:0:6176:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff938c05469b40. 00000020:00000010:3.0:1780383303.913720:0:6176:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff938c031ff800. 00000020:00000010:3.0:1780383303.913723:0:6176:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff938c0cc3e7e0. 00000080:00000010:3.0:1780383303.913751:0:6176:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff938c0b12f380. 02000000:00000010:3.0:1780383303.913773:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff938c0b600000. 02000000:00000010:3.0:1780383303.913825:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff938c05a8e600. 00000100:00000010:3.0:1780383303.913830:0:6176:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0ccce300. 00000080:00000010:3.0:1780383303.913839:0:6176:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff938c05155380. 00000080:00000010:3.0:1780383303.913847:0:6176:0:(llite_lib.c:846:client_common_fill_super()) kfreed 'data': 192 at ffff938c283ab900. 00000080:00000010:3.0:1780383303.913851:0:6176:0:(llite_lib.c:847:client_common_fill_super()) kfreed 'osfs': 144 at ffff938c283ab9c0. 00000080:00000010:3.0:1780383303.913874:0:6176:0:(llite_lib.c:1515:ll_fill_super()) kfreed 'md': 33 at ffff938c0b64fd40. 00000080:00000010:3.0:1780383303.913877:0:6176:0:(llite_lib.c:1517:ll_fill_super()) kfreed 'dt': 33 at ffff938c0b64fd80. 00000080:00000010:3.0:1780383303.913880:0:6176:0:(llite_lib.c:1525:ll_fill_super()) kfreed 'cfg': 88 at ffff938c04ee6540. 00000080:02000400:3.0:1780383303.913882:0:6176:0:(llite_lib.c:1531:ll_fill_super()) Mounted lustre-client 00000080:00200008:1.0:1780383304.249860:0:6219:0:(file.c:6228:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff938c0b12f448), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780383304.249872:0:6219:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448),name=/ 00000002:00010000:1.0:1780383304.249894:0:6219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780383304.249954:0:6219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780383304.249966:0:6219:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780383304.249976:0:6219:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6219 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780383304.250011:0:6219:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e59180 pname:cluuid:pid:xid:nid:opc:job mkdir:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:6219:1866867005197824:192.168.204.118@tcp:101: 00000100:00100000:1.0:1780383304.250091:0:6219:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c065f3c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780383304.264723:0:6219:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e59180 pname:cluuid:pid:xid:nid:opc:job mkdir:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:6219:1866867005197824:192.168.204.118@tcp:101: 00010000:00010000:2.0:1780383304.264749:0:6219:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780383304.264762:0:6219:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780383304.264828:0:6219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780383304.264842:0:6219:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780383304.264857:0:6219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780383304.264865:0:6219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780383304.264873:0:6219:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1780383304.264885:0:6219:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff938c09e59180 x1866867005197824/t0(0) o101->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 576/688 e 0 to 0 dl 1780383320 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:2.0:1780383304.264898:0:6219:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780383304.264912:0:6219:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff938c05543000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:2.0:1780383304.264918:0:6219:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1780383304.264940:0:6219:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1780383304.264944:0:6219:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff938c0b12f448) for lock 0xe8ea12c0340fa785 00000080:00010000:2.0:1780383304.264949:0:6219:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff938c0b12f448) 00000080:00010000:2.0:1780383304.264952:0:6219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe8ea12c0340fa785 from it ffffaaefc39dfcb8 00010000:00010000:2.0:1780383304.264960:0:6219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780383304.264969:0:6219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780383305.161992:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780383306.198462:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1780383306.844488:0:6272:0:(file.c:6228:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff938c0b12f448), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780383306.844501:0:6272:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448),name=/ 00000002:00010000:0.0:1780383306.844527:0:6272:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780383306.844547:0:6272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780383306.844562:0:6272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1780383306.844570:0:6272:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780383306.844577:0:6272:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff938c0b12f448) 00000080:00010000:0.0:1780383306.844580:0:6272:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff938c0b12f448) for lock 0xe8ea12c0340fa785 00000080:00010000:0.0:1780383306.844586:0:6272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe8ea12c0340fa785 from it ffffaaefc3e93cb8 00010000:00010000:0.0:1780383306.844590:0:6272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780383306.844598:0:6272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:0.0:1780383306.850372:0:6272:0:(file.c:6228:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff938c0b12f448), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1780383306.850383:0:6272:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448),name=/ 00000002:00010000:0.0:1780383306.850407:0:6272:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780383306.850423:0:6272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1780383306.850456:0:6272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:0.0:1780383306.850465:0:6272:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780383306.850474:0:6272:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff938c0b12f448) 00000080:00010000:0.0:1780383306.850478:0:6272:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff938c0b12f448) for lock 0xe8ea12c0340fa785 00000080:00010000:0.0:1780383306.850560:0:6272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe8ea12c0340fa785 from it ffffaaefc3e93cb8 00010000:00010000:0.0:1780383306.850565:0:6272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1780383306.850574:0:6272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:0.0:1780383306.850700:0:6272:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448),name=/ 00000002:00010000:0.0:1780383306.850708:0:6272:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780383306.850715:0:6272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:0.0:1780383306.850723:0:6272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:0.0:1780383306.850729:0:6272:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780383306.850733:0:6272:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff938c0b12f448) 00000080:00010000:0.0:1780383306.850736:0:6272:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff938c0b12f448) for lock 0xe8ea12c0340fa785 00000080:00010000:0.0:1780383306.850739:0:6272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe8ea12c0340fa785 from it ffffaaefc3e93bb0 00010000:00010000:0.0:1780383306.850742:0:6272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:0.0:1780383306.850754:0:6272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1780383306.850762:0:6272:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448), inode mode 41ed mask 44 00000080:00200008:0.0:1780383306.850772:0:6272:0:(file.c:1059:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff938c0b12f448), flags 100000 00000080:00200080:0.0:1780383306.851075:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.851106:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029de400 uarg=0000000000000000 00800000:00000004:0.0:1780383306.851112:0:6272:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff938c028b3000: age 294, max_age 296 00000100:00100000:0.0:1780383306.851187:0:6272:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09138e00 pname:cluuid:pid:xid:nid:opc:job lfs:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:6272:1866867005197952:192.168.204.118@tcp:41: 00000100:00100000:0.0:1780383306.851376:0:6272:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c0899ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1780383306.861976:0:6272:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09138e00 pname:cluuid:pid:xid:nid:opc:job lfs:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:6272:1866867005197952:192.168.204.118@tcp:41: 00800000:00000004:2.0:1780383306.862004:0:6272:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff938c028b3000: update ffff938c09e25190 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:2.0:1780383306.862075:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.862091:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c04ce4000 uarg=0000000000000000 00800000:00000004:2.0:1780383306.862098:0:6272:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff938c028b3000: age -707, max_age 296 00000100:00100000:2.0:1780383306.862130:0:6272:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04efd500 pname:cluuid:pid:xid:nid:opc:job lfs:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:6272:1866867005198080:192.168.204.118@tcp:41: 00000100:00100000:2.0:1780383306.862250:0:6272:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c09e45a80 going to sleep for 11 seconds 00010000:00080000:2.0:1780383306.873703:0:6272:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c04efd500 x1866867005198080/t0(0) o41->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1780383322 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780383306.873723:0:6272:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04efd500 pname:cluuid:pid:xid:nid:opc:job lfs:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:6272:1866867005198080:192.168.204.118@tcp:41: 00800000:00000004:2.0:1780383306.873749:0:6272:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff938c028b3000: update ffff938c09e237d0 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:2.0:1780383306.873853:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.873870:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:2.0:1780383306.873878:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.873882:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:2.0:1780383306.873886:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.873889:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:2.0:1780383306.873892:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.873908:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:2.0:1780383306.873913:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.873917:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:2.0:1780383306.873921:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.873925:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:2.0:1780383306.873943:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.873948:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:2.0:1780383306.873952:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.873955:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:2.0:1780383306.873959:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.873963:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:2.0:1780383306.873966:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.873970:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:2.0:1780383306.873974:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.873978:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:2.0:1780383306.873982:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.873986:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:2.0:1780383306.873989:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.873993:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:2.0:1780383306.873997:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.874000:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:2.0:1780383306.874004:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.874008:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:2.0:1780383306.874011:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.874014:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:2.0:1780383306.874026:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.874030:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:2.0:1780383306.874034:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.874037:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:2.0:1780383306.874041:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.874045:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:2.0:1780383306.874049:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.874053:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:2.0:1780383306.874058:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.874061:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:2.0:1780383306.874065:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.874068:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:2.0:1780383306.874072:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:2.0:1780383306.874075:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c420e7800 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874625:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874638:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874646:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874651:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874655:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874659:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874663:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874667:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874670:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874674:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874677:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874681:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874684:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874688:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874701:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874706:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874711:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874715:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874719:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874722:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874726:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874729:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874733:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874737:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874741:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874744:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874748:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874751:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874755:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874758:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874761:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874764:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874767:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874770:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874773:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874799:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874804:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874808:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874812:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874823:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874829:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874833:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874837:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874841:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874846:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874850:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874853:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874857:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874862:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874865:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874870:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874874:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874878:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874882:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874885:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874889:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874892:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874895:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874898:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874902:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874905:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874908:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874911:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874915:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874926:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874943:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874948:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874951:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874955:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874958:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874962:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874966:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874970:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874973:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874978:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874982:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874986:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874990:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.874994:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00800000:00000080:0.0:1780383306.874997:0:6272:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.875001:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.875006:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00020000:00000004:0.0:1780383306.875013:0:6272:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff938c028b3000: age -707, max_age 296 00000100:00100000:0.0:1780383306.875053:0:6272:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09139180 pname:cluuid:pid:xid:nid:opc:job lfs:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:6272:1866867005198208:192.168.204.118@tcp:13: 00000100:00100000:0.0:1780383306.875145:0:6272:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c0899c480 going to sleep for 11 seconds 00010000:00080000:0.0:1780383306.887153:0:6272:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09139180 x1866867005198208/t0(0) o13->lustre-OST0000-osc-ffff938c028b3000@192.168.204.118@tcp:7/4 lens 224/368 e 0 to 0 dl 1780383322 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383306.887184:0:6272:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09139180 pname:cluuid:pid:xid:nid:opc:job lfs:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:6272:1866867005198208:192.168.204.118@tcp:13: 00020000:00000004:0.0:1780383306.887233:0:6272:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff938c028b3000: update ffff938c055b1e10 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:0.0:1780383306.887305:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.887323:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00020000:00000004:0.0:1780383306.887330:0:6272:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff938c028b3000: age -707, max_age 296 00000100:00100000:0.0:1780383306.887364:0:6272:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09139180 pname:cluuid:pid:xid:nid:opc:job lfs:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:6272:1866867005198336:192.168.204.118@tcp:13: 00000100:00100000:0.0:1780383306.887437:0:6272:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c0899c480 going to sleep for 11 seconds 00010000:00080000:0.0:1780383306.891708:0:6272:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09139180 x1866867005198336/t0(0) o13->lustre-OST0001-osc-ffff938c028b3000@192.168.204.118@tcp:7/4 lens 224/368 e 0 to 0 dl 1780383322 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383306.891728:0:6272:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09139180 pname:cluuid:pid:xid:nid:opc:job lfs:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:6272:1866867005198336:192.168.204.118@tcp:13: 00020000:00000004:0.0:1780383306.891750:0:6272:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff938c028b3000: update ffff938c08910450 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:0.0:1780383306.891846:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.891862:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.891869:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.891872:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.891876:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.891880:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.891883:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.891887:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.891890:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.891894:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.891897:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.891900:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.891904:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.891907:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.891929:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.891945:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.891950:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.891953:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.891957:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.891961:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.891965:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.891968:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.891972:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.891976:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.891981:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.891984:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.891998:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892004:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892017:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892022:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892027:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892031:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892035:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892038:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892042:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892045:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892049:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892052:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892056:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892067:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892073:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892076:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892080:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892083:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892087:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892090:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892093:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892096:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892100:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892103:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892107:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892110:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892114:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892117:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892120:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892124:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892127:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892130:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892134:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892137:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892141:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892144:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892147:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892151:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892162:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892167:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892181:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892186:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892190:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892193:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892197:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892200:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892204:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892208:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892212:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892215:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892219:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892223:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892226:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892229:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892233:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892236:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892241:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892244:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892248:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892251:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892255:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892259:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892263:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892273:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892278:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892281:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892285:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892288:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892291:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892295:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892298:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892301:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892304:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892307:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892310:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892312:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892316:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892319:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892322:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892325:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892329:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892331:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892335:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892338:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892341:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892344:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892347:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892350:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892362:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892366:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892369:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892372:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892376:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892379:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892382:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892385:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892389:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892392:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200080:0.0:1780383306.892396:0:6272:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448) cmd=c00866a4 arg=7ffd5ffcd0f0 00020000:00000080:0.0:1780383306.892398:0:6272:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff938c028b3000: cmd=c00866a4 len=592 karg=ffff938c029df400 uarg=0000000000000000 00000080:00200008:0.0:1780383306.892410:0:6272:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff938c0b12f448), flags 100000 00010000:00010000:3.0:1780383307.223295:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780383308.239817:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780383308.682250:0:2417:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0ccce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2417:1866867005198464:192.168.204.118@tcp:400: 00000100:00100000:3.0:1780383308.682397:0:2417:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2417:1866867005198720:192.168.204.118@tcp:400: 00000100:00100000:3.0:1780383308.682430:0:2417:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2417:1866867005198976:192.168.204.118@tcp:400: 00000100:00100000:3.0:1780383308.682658:0:2417:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1780383308.682668:0:2417:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2417:1866867005198592:192.168.204.118@tcp:400: 00000100:00100000:3.0:1780383308.682699:0:2417:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2417:1866867005198848:192.168.204.118@tcp:400: 00000100:00100000:3.0:1780383308.700648:0:2417:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0ccce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2417:1866867005198464:192.168.204.118@tcp:400: 00010000:00080000:3.0:1780383308.701199:0:2417:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c0cccfb80 x1866867005198720/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780383308.701217:0:2417:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2417:1866867005198720:192.168.204.118@tcp:400: 00010000:00080000:3.0:1780383308.701470:0:2417:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c0cccc380 x1866867005198976/t0(0) o400->lustre-OST0001-osc-ffff938c028b3000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780383308.701480:0:2417:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2417:1866867005198976:192.168.204.118@tcp:400: 00000100:00100000:3.0:1780383308.701574:0:2417:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2417:1866867005198592:192.168.204.118@tcp:400: 00010000:00080000:3.0:1780383308.701586:0:2417:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c0cccca80 x1866867005198848/t0(0) o400->lustre-OST0000-osc-ffff938c028b3000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780383308.701596:0:2417:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2417:1866867005198848:192.168.204.118@tcp:400: 00010000:00010000:3.0:1780383309.258559:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780383310.296485:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1780383310.867235:0:6465:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:3.0:1780383311.314627:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780383312.331032:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780383313.357288:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780383313.802531:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09139180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2416:1866867005199104:192.168.204.118@tcp:400: 00000100:00100000:1.0:1780383313.802644:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0913a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005199360:192.168.204.118@tcp:400: 00000100:00100000:1.0:1780383313.802673:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0913bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005199616:192.168.204.118@tcp:400: 00000100:00100000:1.0:1780383313.802703:0:2416:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1780383313.802708:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0913b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005199232:192.168.204.118@tcp:400: 00000100:00100000:1.0:1780383313.802728:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09138000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005199488:192.168.204.118@tcp:400: 00010000:00080000:0.0:1780383313.813872:0:2416:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09138000 x1866867005199488/t0(0) o400->lustre-OST0000-osc-ffff938c028b3000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383313.814527:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09138000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005199488:192.168.204.118@tcp:400: 00010000:00080000:0.0:1780383313.814556:0:2416:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c0913bb80 x1866867005199616/t0(0) o400->lustre-OST0001-osc-ffff938c028b3000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383313.814565:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0913bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005199616:192.168.204.118@tcp:400: 00000100:00100000:1.0:1780383313.816302:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0913b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005199232:192.168.204.118@tcp:400: 00000100:00100000:1.0:1780383313.816321:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09139180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2416:1866867005199104:192.168.204.118@tcp:400: 00010000:00080000:1.0:1780383313.816337:0:2416:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c0913a300 x1866867005199360/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383313.816350:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0913a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005199360:192.168.204.118@tcp:400: 00010000:00010000:0.0:1780383314.378410:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780383315.401945:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780383316.161918:0:2407:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.118@tcp (source: 12345-192.168.204.118@tcp) 00000100:00100000:1.0:1780383316.161990:0:2407:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.118@tcp (source: 12345-192.168.204.118@tcp) 00000100:00100000:0.0:1780383316.163134:0:6177:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866867024129152 00000100:00100000:0.0:1780383316.163147:0:6177:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866867024129152 00000100:00100000:0.0:1780383316.163203:0:6177:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866867024129280 00000100:00100000:0.0:1780383316.163212:0:6177:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866867024129280 00000100:00100000:0.0:1780383316.163233:0:6177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.118@tcp, seq: 0 00000100:00100000:0.0:1780383316.163242:0:6177:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff938c09e5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bb1f37d9-7e73-4277-9cfe-69a5d632ca59+4:10264:x1866867024129152:12345-192.168.204.118@tcp:104: 00010000:00010000:0.0:1780383316.163261:0:6177:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: ffff938c4206e800/0xe8ea12c0340fa71c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f6b793fe977fc5f expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780383316.163367:0:6177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780383316.163375:0:6177:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff938c09e5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bb1f37d9-7e73-4277-9cfe-69a5d632ca59+4:10264:x1866867024129152:12345-192.168.204.118@tcp:104: Request processed in 133us (1469us total) trans 0 rc 0/0 00000100:00100000:0.0:1780383316.163383:0:6177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.118@tcp, seq: 0 00000100:00100000:0.0:1780383316.163404:0:6177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.118@tcp, seq: 1 00000100:00100000:0.0:1780383316.163410:0:6177:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff938c09e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bb1f37d9-7e73-4277-9cfe-69a5d632ca59+3:10264:x1866867024129280:12345-192.168.204.118@tcp:104: 00010000:00010000:0.0:1780383316.163417:0:6177:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: ffff938c4206e600/0xe8ea12c0340fa715 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f6b793fe977fc58 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780383316.163451:0:6177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1780383316.163457:0:6177:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff938c09e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bb1f37d9-7e73-4277-9cfe-69a5d632ca59+3:10264:x1866867024129280:12345-192.168.204.118@tcp:104: Request processed in 47us (1467us total) trans 0 rc 0/0 00000100:00100000:0.0:1780383316.163463:0:6177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.118@tcp, seq: 1 00010000:00010000:3.0:1780383316.163755:0:6187:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780383316.163762:0:6187:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff938c4206e800/0xe8ea12c0340fa71c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f6b793fe977fc5f expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383316.163769:0:6187:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff938c4206e800 already unused, calling callback (ffffffffc1323c20) 10000000:00010000:3.0:1780383316.163773:0:6187:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff938c4206e800/0xe8ea12c0340fa71c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x9f6b793fe977fc5f expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383316.163818:0:6187:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff938c4206e800/0xe8ea12c0340fa71c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x9f6b793fe977fc5f expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780383316.163826:0:6187:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff938c4206e800/0xe8ea12c0340fa71c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x9f6b793fe977fc5f expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780383316.163831:0:6187:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1780383316.163901:0:6187:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff938c4206e800/0xe8ea12c0340fa71c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f6b793fe977fc5f expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383316.163908:0:6187:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780383316.163930:0:6187:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff938c4206e800/0xe8ea12c0340fa71c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f6b793fe977fc5f expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383316.163936:0:6187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff938c4206e800/0xe8ea12c0340fa71c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f6b793fe977fc5f expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383316.163954:0:6187:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780383316.163957:0:6187:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff938c4206e600/0xe8ea12c0340fa715 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f6b793fe977fc58 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383316.163974:0:6187:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff938c4206e600 already unused, calling callback (ffffffffc1323c20) 10000000:00010000:3.0:1780383316.163977:0:6187:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff938c4206e600/0xe8ea12c0340fa715 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9f6b793fe977fc58 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383316.163984:0:6187:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff938c4206e600/0xe8ea12c0340fa715 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9f6b793fe977fc58 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780383316.163991:0:6187:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff938c4206e600/0xe8ea12c0340fa715 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9f6b793fe977fc58 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780383316.163996:0:6187:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1780383316.164009:0:6187:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff938c4206e600/0xe8ea12c0340fa715 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f6b793fe977fc58 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383316.164014:0:6187:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780383316.164020:0:6187:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff938c4206e600/0xe8ea12c0340fa715 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f6b793fe977fc58 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383316.164046:0:6187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff938c4206e600/0xe8ea12c0340fa715 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f6b793fe977fc58 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383316.164061:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780383316.164062:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780383316.164064:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780383316.164083:0:2418:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2418:1866867005199744:192.168.204.118@tcp:103: 00000100:00100000:3.0:1780383316.164152:0:2418:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780383316.164159:0:2418:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2418:1866867005199872:192.168.204.118@tcp:103: 10000000:01000000:0.0:1780383316.167164:0:6190:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1780383316.167172:0:6190:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff938c028b3000 from 48 10000000:01000000:0.0:1780383316.167178:0:6190:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1780383316.167223:0:6190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff938c00030800/0xe8ea12c0340fa78c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780383316.167235:0:6190:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff938c00030800/0xe8ea12c0340fa78c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780383316.167246:0:6190:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff938c00030800/0xe8ea12c0340fa78c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780383316.167286:0:6190:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0913bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005200000:192.168.204.118@tcp:101: 00000100:00100000:0.0:1780383316.167381:0:6190:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c03aca3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1780383316.167458:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780383316.191512:0:2418:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2418:1866867005199872:192.168.204.118@tcp:103: 00000100:00100000:3.0:1780383316.197486:0:2418:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2418:1866867005199744:192.168.204.118@tcp:103: 00000100:00100000:0.0:1780383316.197699:0:6190:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0913bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005200000:192.168.204.118@tcp:101: 00010000:00010000:0.0:1780383316.197729:0:6190:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGC192.168.204.118@tcp lock: ffff938c00030800/0xe8ea12c0340fa78c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fca5 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780383316.197741:0:6190:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGC192.168.204.118@tcp lock: ffff938c00030800/0xe8ea12c0340fa78c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f6b793fe977fca5 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780383316.204625:0:2408:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.118@tcp (source: 12345-192.168.204.118@tcp) 00000100:00100000:1.0:1780383316.204678:0:6177:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866867024131712 00000100:00100000:1.0:1780383316.204688:0:6177:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866867024131712 00000100:00100000:1.0:1780383316.204750:0:6177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.118@tcp, seq: 2 00000100:00100000:1.0:1780383316.204760:0:6177:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff938c09e58000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bb1f37d9-7e73-4277-9cfe-69a5d632ca59+3:6501:x1866867024131712:12345-192.168.204.118@tcp:105: 00010000:00010000:1.0:1780383316.204824:0:6177:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: MGC192.168.204.118@tcp lock: ffff938c00030800/0xe8ea12c0340fa78c lrc: 5/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f6b793fe977fca5 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780383316.204836:0:6177:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: MGC192.168.204.118@tcp lock: ffff938c00030800/0xe8ea12c0340fa78c lrc: 5/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f6b793fe977fca5 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780383316.204847:0:6177:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGC192.168.204.118@tcp lock: ffff938c00030800/0xe8ea12c0340fa78c lrc: 5/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11080000000000 nid: local remote: 0x9f6b793fe977fca5 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780383316.204862:0:6177:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff938c00030800/0xe8ea12c0340fa78c lrc: 6/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11080000000000 nid: local remote: 0x9f6b793fe977fca5 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780383316.204878:0:6177:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: MGC192.168.204.118@tcp lock: ffff938c00030800/0xe8ea12c0340fa78c lrc: 6/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1080000000000 nid: local remote: 0x9f6b793fe977fca5 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780383316.204911:0:6177:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff938c00030800) 00000100:00100000:1.0:1780383316.205112:0:6177:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff938c09e58000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bb1f37d9-7e73-4277-9cfe-69a5d632ca59+3:6501:x1866867024131712:12345-192.168.204.118@tcp:105: Request processed in 351us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1780383316.205120:0:6177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.118@tcp, seq: 2 00010000:00010000:2.0:1780383316.205271:0:6190:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: MGC192.168.204.118@tcp lock: ffff938c00030800/0xe8ea12c0340fa78c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f6b793fe977fca5 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780383316.205282:0:6190:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff938c00030800/0xe8ea12c0340fa78c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f6b793fe977fca5 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780383316.205354:0:6190:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04efd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005200128:192.168.204.118@tcp:501: 00000100:00100000:2.0:1780383316.205419:0:6190:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c07fbc780 going to sleep for 11 seconds 00000100:00100000:2.0:1780383316.228429:0:6190:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04efd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005200128:192.168.204.118@tcp:501: 00000100:00100000:2.0:1780383316.228492:0:6190:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04efd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005200256:192.168.204.118@tcp:503: 00000100:00100000:2.0:1780383316.228596:0:6190:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c07fbc780 going to sleep for 11 seconds 00000100:00100000:2.0:1780383316.233214:0:6190:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04efd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005200256:192.168.204.118@tcp:503: 00000100:00100000:2.0:1780383316.233624:0:6658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04efd500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6658:1866867005200384:192.168.204.118@tcp:502: 00000100:00100000:2.0:1780383316.233732:0:6658:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c07fbc240 going to sleep for 11 seconds 00000100:00100000:2.0:1780383316.242352:0:6658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04efd500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6658:1866867005200384:192.168.204.118@tcp:502: 00000020:01000000:2.0:1780383316.242395:0:6658:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1780383316.242407:0:6658:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780383316.242409:0:6658:0:(obd_config.c:1561:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1780383316.242414:0:6658:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1780383316.242455:0:6658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04efd500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6658:1866867005200512:192.168.204.118@tcp:502:llog_process_th.0 00000100:00100000:2.0:1780383316.242545:0:6658:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c07fbc240 going to sleep for 11 seconds 00000100:00100000:3.0:1780383316.255679:0:6658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04efd500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6658:1866867005200512:192.168.204.118@tcp:502:llog_process_th.0 00000020:01000000:3.0:1780383316.255737:0:6658:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1780383316.255745:0:6658:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1780383316.255747:0:6658:0:(obd_config.c:1561:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1780383316.255752:0:6658:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1780383316.255950:0:6190:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:0.0:1780383316.255980:0:6190:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1780383316.255991:0:6190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff938c00030800/0xe8ea12c0340fa78c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fca5 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780383316.256003:0:6190:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff938c00030800/0xe8ea12c0340fa78c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fca5 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780383316.256013:0:6190:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1780383316.256015:0:6190:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-sptlrpc-ffff938c097d3380 from 1 10000000:01000000:0.0:1780383316.256018:0:6190:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1780383316.256061:0:6190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff938c00031a00/0xe8ea12c0340fa793 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780383316.256070:0:6190:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff938c00031a00/0xe8ea12c0340fa793 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780383316.256080:0:6190:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff938c00031a00/0xe8ea12c0340fa793 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780383316.256112:0:6190:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09138000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005200640:192.168.204.118@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780383316.256176:0:6190:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c03aca3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780383316.264930:0:6190:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09138000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005200640:192.168.204.118@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780383316.264969:0:6190:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff938c00031a00/0xe8ea12c0340fa793 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fcac expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780383316.264983:0:6190:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff938c00031a00/0xe8ea12c0340fa793 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f6b793fe977fcac expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780383316.265069:0:6190:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005200768:192.168.204.118@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780383316.265151:0:6190:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c09133b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780383316.280830:0:6190:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005200768:192.168.204.118@tcp:501:ll_cfg_requeue.0 10000000:01000000:3.0:1780383316.280880:0:6190:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1780383316.280893:0:6190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff938c00031a00/0xe8ea12c0340fa793 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fcac expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383316.280905:0:6190:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff938c00031a00/0xe8ea12c0340fa793 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fcac expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383316.426881:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780383317.452496:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780383317.783314:0:2408:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.118@tcp (source: 12345-192.168.204.118@tcp) 00000100:00100000:1.0:1780383317.784022:0:6177:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866867024137472 00000100:00100000:1.0:1780383317.784034:0:6177:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866867024137472 00000100:00100000:1.0:1780383317.784094:0:6177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.118@tcp, seq: 3 00000100:00100000:1.0:1780383317.784106:0:6177:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff938c09138a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bb1f37d9-7e73-4277-9cfe-69a5d632ca59+3:10325:x1866867024137472:12345-192.168.204.118@tcp:104: 00010000:00010000:1.0:1780383317.784123:0:6177:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: ffff938c12231200/0xe8ea12c0340fa754 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f6b793fe977fc6d expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780383317.784200:0:6177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780383317.784207:0:6177:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff938c09138a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bb1f37d9-7e73-4277-9cfe-69a5d632ca59+3:10325:x1866867024137472:12345-192.168.204.118@tcp:104: Request processed in 105us (903us total) trans 0 rc 0/0 00000100:00100000:1.0:1780383317.784216:0:6177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.118@tcp, seq: 3 00010000:00010000:3.0:1780383317.784354:0:6187:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780383317.784361:0:6187:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff938c12231200/0xe8ea12c0340fa754 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f6b793fe977fc6d expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383317.784368:0:6187:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff938c12231200 already unused, calling callback (ffffffffc1323c20) 10000000:00010000:3.0:1780383317.784372:0:6187:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff938c12231200/0xe8ea12c0340fa754 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9f6b793fe977fc6d expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383317.784380:0:6187:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff938c12231200/0xe8ea12c0340fa754 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9f6b793fe977fc6d expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780383317.784387:0:6187:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff938c12231200/0xe8ea12c0340fa754 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9f6b793fe977fc6d expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780383317.784392:0:6187:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1780383317.784434:0:6187:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff938c12231200/0xe8ea12c0340fa754 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f6b793fe977fc6d expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383317.784441:0:6187:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780383317.784495:0:6187:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff938c12231200/0xe8ea12c0340fa754 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f6b793fe977fc6d expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383317.784502:0:6187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff938c12231200/0xe8ea12c0340fa754 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f6b793fe977fc6d expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383317.784523:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780383317.784525:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780383317.784527:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780383317.784550:0:2417:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780383317.784565:0:2417:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2417:1866867005200896:192.168.204.118@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780383317.792922:0:2417:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2417:1866867005200896:192.168.204.118@tcp:103:ldlm_bl.0 10000000:01000000:1.0:1780383317.899717:0:6190:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1780383317.899726:0:6190:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff938c028b3000 from 4 10000000:01000000:1.0:1780383317.899730:0:6190:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1780383317.899804:0:6190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff938c12230c00/0xe8ea12c0340fa79a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780383317.899816:0:6190:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff938c12230c00/0xe8ea12c0340fa79a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780383317.899825:0:6190:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff938c12230c00/0xe8ea12c0340fa79a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780383317.899900:0:6190:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e58a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005201024:192.168.204.118@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780383317.900004:0:6190:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c09133000 going to sleep for 11 seconds 00000100:00100000:1.0:1780383317.909757:0:6190:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e58a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005201024:192.168.204.118@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780383317.909812:0:6190:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff938c12230c00/0xe8ea12c0340fa79a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fd38 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780383317.909844:0:6190:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff938c12230c00/0xe8ea12c0340fa79a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f6b793fe977fd38 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780383317.909922:0:6190:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e58a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005201152:192.168.204.118@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780383317.909992:0:6190:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c09133000 going to sleep for 11 seconds 00000100:00100000:3.0:1780383317.917911:0:6190:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e58a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005201152:192.168.204.118@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780383317.918002:0:6190:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005201280:192.168.204.118@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780383317.918092:0:6190:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c09146e40 going to sleep for 11 seconds 00000100:00100000:3.0:1780383317.932762:0:6190:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005201280:192.168.204.118@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780383317.934730:0:6688:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccc000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6688:1866867005201408:192.168.204.118@tcp:502:llog_process_th.0 00000100:00100000:3.0:1780383317.934844:0:6688:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c09146540 going to sleep for 11 seconds 00000100:00100000:3.0:1780383317.965547:0:6688:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccc000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6688:1866867005201408:192.168.204.118@tcp:502:llog_process_th.0 00000020:01000000:3.0:1780383317.965763:0:6688:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1780383317.965794:0:6688:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1780383317.965796:0:6688:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1780383317.965804:0:6688:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff938c028b3000 00000020:00000080:3.0:1780383317.965807:0:6688:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1780383317.965896:0:6688:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccc000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6688:1866867005201536:192.168.204.118@tcp:502:llog_process_th.0 00000100:00100000:3.0:1780383317.965996:0:6688:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c09146540 going to sleep for 11 seconds 00000100:00100000:3.0:1780383317.975865:0:6688:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccc000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6688:1866867005201536:192.168.204.118@tcp:502:llog_process_th.0 00000020:01000000:3.0:1780383317.975910:0:6688:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1780383317.975919:0:6688:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1780383317.975921:0:6688:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1780383317.975925:0:6688:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1780383317.975977:0:6190:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:3.0:1780383317.975990:0:6190:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1780383317.975997:0:6190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff938c12230c00/0xe8ea12c0340fa79a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fd38 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383317.976023:0:6190:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff938c12230c00/0xe8ea12c0340fa79a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fd38 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780383318.476208:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780383318.922402:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005201792:192.168.204.118@tcp:400:kworker.0 00000100:00100000:1.0:1780383318.922593:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005202048:192.168.204.118@tcp:400:kworker.0 00000100:00100000:1.0:1780383318.922636:0:2416:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1780383318.922643:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2416:1866867005201664:192.168.204.118@tcp:400:kworker.0 00000100:00100000:1.0:1780383318.922670:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005201920:192.168.204.118@tcp:400:kworker.0 00000100:00100000:1.0:1780383318.922707:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005202176:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1780383318.931053:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2416:1866867005201664:192.168.204.118@tcp:400:kworker.0 00010000:00080000:0.0:1780383318.931085:0:2416:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09e5ad80 x1866867005202048/t0(0) o400->lustre-OST0000-osc-ffff938c028b3000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383318.931099:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005202048:192.168.204.118@tcp:400:kworker.0 00010000:00080000:0.0:1780383318.936093:0:2416:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09e5b480 x1866867005201920/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383318.936117:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005201920:192.168.204.118@tcp:400:kworker.0 00010000:00080000:0.0:1780383318.936132:0:2416:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09e5a680 x1866867005202176/t0(0) o400->lustre-OST0001-osc-ffff938c028b3000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383318.936141:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005202176:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1780383318.936153:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005201792:192.168.204.118@tcp:400:kworker.0 00010000:00010000:3.0:1780383319.502350:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780383320.524987:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780383321.547130:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780383322.575273:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780383323.593976:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780383324.043888:0:2418:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2418:1866867005202432:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1780383324.044012:0:2418:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04eff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2418:1866867005202688:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1780383324.044048:0:2418:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1780383324.044053:0:2418:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04efc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2418:1866867005202304:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1780383324.044077:0:2418:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04efe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2418:1866867005202560:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1780383324.044094:0:2418:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04efd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2418:1866867005202816:192.168.204.118@tcp:400:kworker.0 00010000:00080000:2.0:1780383324.067648:0:2418:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c04eff800 x1866867005202688/t0(0) o400->lustre-OST0000-osc-ffff938c028b3000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780383324.067679:0:2418:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04eff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2418:1866867005202688:192.168.204.118@tcp:400:kworker.0 00000100:00100000:3.0:1780383324.075289:0:2418:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04efc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2418:1866867005202304:192.168.204.118@tcp:400:kworker.0 00010000:00080000:3.0:1780383324.075314:0:2418:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c04efe680 x1866867005202560/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780383324.075325:0:2418:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04efe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2418:1866867005202560:192.168.204.118@tcp:400:kworker.0 00000100:00100000:3.0:1780383324.075336:0:2418:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2418:1866867005202432:192.168.204.118@tcp:400:kworker.0 00010000:00080000:3.0:1780383324.079162:0:2418:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c04efd880 x1866867005202816/t0(0) o400->lustre-OST0001-osc-ffff938c028b3000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780383324.079186:0:2418:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04efd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2418:1866867005202816:192.168.204.118@tcp:400:kworker.0 00010000:00010000:2.0:1780383324.617965:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1780383325.180751:0:7006:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:3.0:1780383325.642206:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780383326.666128:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780383327.689927:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780383328.717214:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780383329.162256:0:2418:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04eff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2418:1866867005202944:192.168.204.118@tcp:400:kworker.0 00000100:00080000:2.0:1780383329.162395:0:38:0:(import.c:65:import_set_state_nolock()) ffff938c09191000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1780383329.162400:0:38:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff938c028b3000: disconnect after 23s idle 00000100:00100000:3.0:1780383329.168426:0:2418:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04eff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2418:1866867005203200:192.168.204.118@tcp:400:kworker.0 00000100:00100000:3.0:1780383329.168717:0:2418:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780383329.168726:0:2418:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04efed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2418:1866867005203072:192.168.204.118@tcp:400:kworker.0 00000100:00080000:2.0:1780383329.174939:0:38:0:(import.c:65:import_set_state_nolock()) ffff938c05a4b000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1780383329.174946:0:38:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff938c028b3000: disconnect after 23s idle 00000100:00100000:1.0:1780383329.175195:0:2414:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04efdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2414:1866867005203328:192.168.204.118@tcp:9:kworker.0 00000100:00100000:1.0:1780383329.175272:0:2414:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2414:1866867005203456:192.168.204.118@tcp:9:kworker.0 00010000:00080000:3.0:1780383329.177122:0:2418:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c04eff480 x1866867005203200/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780383329.177149:0:2418:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04eff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2418:1866867005203200:192.168.204.118@tcp:400:kworker.0 00000100:00100000:3.0:1780383329.177192:0:2418:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04efed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2418:1866867005203072:192.168.204.118@tcp:400:kworker.0 00000100:00100000:3.0:1780383329.177634:0:2418:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04eff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2418:1866867005202944:192.168.204.118@tcp:400:kworker.0 00010000:00080000:2.0:1780383329.180739:0:2414:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c04efdc00 x1866867005203328/t0(0) o9->lustre-OST0000-osc-ffff938c028b3000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1780383329.180763:0:2414:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff938c04efdc00 x1866867005203328/t0(0) o9->lustre-OST0000-osc-ffff938c028b3000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383339 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1780383329.180771:0:2414:0:(import.c:65:import_set_state_nolock()) ffff938c09191000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1780383329.180802:0:2414:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04efdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2414:1866867005203328:192.168.204.118@tcp:9:kworker.0 00010000:00080000:2.0:1780383329.180820:0:2414:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c04efce00 x1866867005203456/t0(0) o9->lustre-OST0001-osc-ffff938c028b3000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1780383329.180830:0:2414:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff938c04efce00 x1866867005203456/t0(0) o9->lustre-OST0001-osc-ffff938c028b3000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383339 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1780383329.180837:0:2414:0:(import.c:65:import_set_state_nolock()) ffff938c05a4b000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1780383329.180841:0:2414:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2414:1866867005203456:192.168.204.118@tcp:9:kworker.0 00010000:00010000:0.0:1780383329.741807:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780383330.761953:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1780383331.036194:0:7269:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-client.virtnet: executing yml_node 00010000:00010000:0.0:1780383331.799358:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780383332.810945:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780383333.835008:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780383334.282277:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2416:1866867005203584:192.168.204.118@tcp:400:kworker.0 00000100:00100000:1.0:1780383334.282370:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005203840:192.168.204.118@tcp:400:kworker.0 00000100:00100000:1.0:1780383334.282412:0:2416:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780383334.282418:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005203712:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1780383334.286756:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005203712:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1780383334.286908:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2416:1866867005203584:192.168.204.118@tcp:400:kworker.0 00010000:00080000:0.0:1780383334.286935:0:2416:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09e5aa00 x1866867005203840/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383334.286948:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005203840:192.168.204.118@tcp:400:kworker.0 00010000:00010000:2.0:1780383334.857908:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1780383335.418555:0:7723:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.53.57 00010000:00010000:0.0:1780383335.882287:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780383336.907541:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780383337.934838:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1780383338.593702:0:7879:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.53.57 00010000:00010000:3.0:1780383338.954040:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780383339.402325:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0913aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005204096:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1780383339.402447:0:2416:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1780383339.402456:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09138380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2416:1866867005203968:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1780383339.402487:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0913b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005204224:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1780383339.406974:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09138380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2416:1866867005203968:192.168.204.118@tcp:400:kworker.0 00010000:00080000:0.0:1780383339.407006:0:2416:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c0913b480 x1866867005204224/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383339.407020:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0913b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005204224:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1780383339.407055:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0913aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005204096:192.168.204.118@tcp:400:kworker.0 00010000:00010000:0.0:1780383339.980651:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780383341.002997:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1780383341.772297:0:8036:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.53.57 00010000:00010000:1.0:1780383342.028963:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780383343.050960:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1780383343.585770:0:8183:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Tue Jun 2 02:55:42 EDT 2026 00010000:00010000:1.0:1780383344.077139:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780383344.528703:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2416:1866867005204352:192.168.204.118@tcp:400:kworker.0 00000100:00100000:1.0:1780383344.528872:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005204608:192.168.204.118@tcp:400:kworker.0 00000100:00100000:1.0:1780383344.528909:0:2416:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780383344.528915:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005204480:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1780383344.536712:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2416:1866867005204352:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1780383344.538077:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005204480:192.168.204.118@tcp:400:kworker.0 00010000:00080000:0.0:1780383344.538098:0:2416:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09e5ad80 x1866867005204608/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383344.538132:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005204608:192.168.204.118@tcp:400:kworker.0 00010000:00010000:2.0:1780383345.103942:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780383346.122954:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780383347.146649:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780383348.170202:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780383349.195227:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780383349.642019:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2415:1866867005204736:192.168.204.118@tcp:400:kworker.0 00000100:00100000:1.0:1780383349.642038:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005204864:192.168.204.118@tcp:400:kworker.0 00000100:00100000:1.0:1780383349.653236:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2415:1866867005204992:192.168.204.118@tcp:400:kworker.0 00000100:00100000:1.0:1780383349.657358:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005204864:192.168.204.118@tcp:400:kworker.0 00010000:00080000:1.0:1780383349.657425:0:2415:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09e5bb80 x1866867005204992/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383349.657438:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2415:1866867005204992:192.168.204.118@tcp:400:kworker.0 00000100:00100000:1.0:1780383349.658114:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2415:1866867005204736:192.168.204.118@tcp:400:kworker.0 00010000:00010000:1.0:1780383350.218182:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780383351.242241:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780383352.267227:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780383353.290563:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780383354.314118:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780383354.763244:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0913aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2416:1866867005205120:192.168.204.118@tcp:400:kworker.0 00000100:00100000:1.0:1780383354.763345:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09138380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005205376:192.168.204.118@tcp:400:kworker.0 00000100:00100000:1.0:1780383354.763398:0:2416:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780383354.763405:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0913b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005205248:192.168.204.118@tcp:400:kworker.0 00000100:00100000:1.0:1780383354.768338:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0913b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005205248:192.168.204.118@tcp:400:kworker.0 00000100:00100000:1.0:1780383354.768358:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0913aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2416:1866867005205120:192.168.204.118@tcp:400:kworker.0 00010000:00080000:1.0:1780383354.768371:0:2416:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09138380 x1866867005205376/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383354.768383:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09138380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005205376:192.168.204.118@tcp:400:kworker.0 00010000:00010000:0.0:1780383355.338951:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780383356.370402:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780383357.386391:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780383358.410975:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780383359.434361:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780383359.882011:0:2417:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2417:1866867005205504:192.168.204.118@tcp:400:kworker.0 00000100:00100000:3.0:1780383359.882122:0:2417:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2417:1866867005205760:192.168.204.118@tcp:400:kworker.0 00000100:00100000:3.0:1780383359.882160:0:2417:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780383359.882168:0:2417:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2417:1866867005205632:192.168.204.118@tcp:400:kworker.0 00000100:00100000:3.0:1780383359.894541:0:2417:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2417:1866867005205632:192.168.204.118@tcp:400:kworker.0 00010000:00080000:3.0:1780383359.894564:0:2417:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c0cccfb80 x1866867005205760/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780383359.894576:0:2417:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2417:1866867005205760:192.168.204.118@tcp:400:kworker.0 00000100:00100000:3.0:1780383359.907922:0:2417:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2417:1866867005205504:192.168.204.118@tcp:400:kworker.0 00010000:00010000:0.0:1780383360.459325:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780383361.484675:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780383362.518050:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780383363.533641:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780383364.553903:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1780383364.846983:0:8758:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00000100:00100000:2.0:1780383365.004117:0:2418:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2418:1866867005205888:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1780383365.004217:0:2418:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2418:1866867005206144:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1780383365.004254:0:2418:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780383365.004260:0:2418:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04efdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2418:1866867005206016:192.168.204.118@tcp:400:kworker.0 00000100:00100000:3.0:1780383365.018019:0:2418:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2418:1866867005205888:192.168.204.118@tcp:400:kworker.0 00000100:00100000:3.0:1780383365.021950:0:2418:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04efdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2418:1866867005206016:192.168.204.118@tcp:400:kworker.0 00010000:00080000:3.0:1780383365.021973:0:2418:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c04efdf80 x1866867005206144/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780383365.021984:0:2418:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2418:1866867005206144:192.168.204.118@tcp:400:kworker.0 00010000:00010000:0.0:1780383365.586651:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780383366.605797:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1780383366.818382:0:8897:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:0.0:1780383367.631672:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780383368.650127:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1780383368.928985:0:9043:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 02:56:07 (1780383367) === 00000080:00200008:0.0:1780383369.209417:0:8200:0:(file.c:6228:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff938c0b12f448), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780383369.209429:0:8200:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448),name=/ 00000002:00010000:0.0:1780383369.209451:0:8200:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780383369.209469:0:8200:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1780383369.209483:0:8200:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1780383369.209491:0:8200:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780383369.209497:0:8200:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff938c0b12f448) 00000080:00010000:0.0:1780383369.209501:0:8200:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff938c0b12f448) for lock 0xe8ea12c0340fa785 00000080:00010000:0.0:1780383369.209508:0:8200:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe8ea12c0340fa785 from it ffffaaefc1d0fcb8 00010000:00010000:0.0:1780383369.209512:0:8200:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1780383369.209520:0:8200:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:0.0:1780383369.241440:0:8200:0:(file.c:6228:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff938c0b12f448), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780383369.241456:0:8200:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448),name=/ 00000002:00010000:0.0:1780383369.241485:0:8200:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780383369.241511:0:8200:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1780383369.241525:0:8200:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:0.0:1780383369.241532:0:8200:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780383369.241539:0:8200:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff938c0b12f448) 00000080:00010000:0.0:1780383369.241542:0:8200:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff938c0b12f448) for lock 0xe8ea12c0340fa785 00000080:00010000:0.0:1780383369.241548:0:8200:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe8ea12c0340fa785 from it ffffaaefc1d0fcb8 00010000:00010000:0.0:1780383369.241552:0:8200:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1780383369.241560:0:8200:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:2.0:1780383369.270558:0:8200:0:(file.c:6228:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff938c0b12f448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780383369.270570:0:8200:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448),name=/ 00000002:00010000:2.0:1780383369.270595:0:8200:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780383369.270615:0:8200:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1780383369.270632:0:8200:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:2.0:1780383369.270640:0:8200:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780383369.270647:0:8200:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff938c0b12f448) 00000080:00010000:2.0:1780383369.270651:0:8200:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff938c0b12f448) for lock 0xe8ea12c0340fa785 00000080:00010000:2.0:1780383369.270659:0:8200:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe8ea12c0340fa785 from it ffffaaefc1d0fcb8 00010000:00010000:2.0:1780383369.270663:0:8200:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1780383369.270673:0:8200:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:0.0:1780383369.315943:0:8200:0:(file.c:6228:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff938c0b12f448), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780383369.315958:0:8200:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0b12f448),name=/ 00000002:00010000:0.0:1780383369.317110:0:8200:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780383369.317136:0:8200:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1780383369.317154:0:8200:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:0.0:1780383369.318322:0:8200:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780383369.318333:0:8200:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff938c0b12f448) 00000080:00010000:0.0:1780383369.318336:0:8200:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff938c0b12f448) for lock 0xe8ea12c0340fa785 00000080:00010000:0.0:1780383369.318345:0:8200:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe8ea12c0340fa785 from it ffffaaefc1d0fcb8 00010000:00010000:0.0:1780383369.318349:0:8200:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1780383369.318358:0:8200:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff938c028b3000 lock: ffff938c12230a00/0xe8ea12c0340fa785 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f6b793fe977fc97 expref: -99 pid: 6219 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1780383369.682733:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1780383369.752454:0:9091:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:0.0:1780383369.752459:0:9091:0:(obd_mount.c:916:lmd_print()) profile: lustre-client 00000020:01000004:0.0:1780383369.752460:0:9091:0:(obd_mount.c:917:lmd_print()) device: 192.168.204.118@tcp:/lustre 00000020:01000004:0.0:1780383369.752461:0:9091:0:(obd_mount.c:920:lmd_print()) options: user_xattr,flock 00000080:01200004:0.0:1780383369.752599:0:9091:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff938c097fc000 00000080:01000004:0.0:1780383369.752610:0:9091:0:(super25.c:167:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:0.0:1780383369.752636:0:9091:0:(obd_mount.c:394:lustre_start_mgc()) MGC192.168.204.118@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1780383369.752640:0:9091:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.118@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:0.0:1780383369.752648:0:9091:0:(llite_lib.c:1391:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff938c097fc000 (sb ffff938c097fc000) 00000080:01000000:0.0:1780383369.752769:0:9091:0:(llite_lib.c:1122:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:0.0:1780383369.752771:0:9091:0:(llite_lib.c:1132:ll_options()) next opt=user_xattr 00000080:00000004:0.0:1780383369.752885:0:9091:0:(llite_lib.c:1132:ll_options()) next opt=flock 00000080:01000000:0.0:1780383369.752894:0:9091:0:(llite_lib.c:1425:ll_fill_super()) llite sb uuid: cf52ba59-39e9-494e-aee8-655b4f06ca04 10000000:01000000:0.0:1780383369.756935:0:9091:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1780383369.756942:0:9091:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff938c097fc000 10000000:01000000:0.0:1780383369.756948:0:9091:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff938c097fc000 10000000:01000000:0.0:1780383369.756952:0:9091:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1780383369.756956:0:9091:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff938c097fc000 10000000:01000000:0.0:1780383369.756958:0:9091:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1780383369.756967:0:9091:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff938c097fc000 10000000:01000000:0.0:1780383369.756969:0:9091:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1780383369.756973:0:9091:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff938c097fc000 from 1 10000000:01000000:0.0:1780383369.756976:0:9091:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1780383369.757016:0:9091:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff938c00030c00/0xe8ea12c0340fa7a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780383369.757029:0:9091:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff938c00030c00/0xe8ea12c0340fa7a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780383369.757042:0:9091:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff938c00030c00/0xe8ea12c0340fa7a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780383369.757164:0:9091:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0913ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9091:1866867005206272:192.168.204.118@tcp:101:mount.lustre.0 00000100:00100000:0.0:1780383369.757604:0:9091:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c0a3ed0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780383369.764962:0:9091:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0913ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9091:1866867005206272:192.168.204.118@tcp:101:mount.lustre.0 00010000:00010000:2.0:1780383369.765012:0:9091:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff938c00030c00/0xe8ea12c0340fa7a1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fd77 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780383369.765027:0:9091:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff938c00030c00/0xe8ea12c0340fa7a1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f6b793fe977fd77 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780383369.765125:0:9091:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04efdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9091:1866867005206400:192.168.204.118@tcp:501:mount.lustre.0 00000100:00100000:2.0:1780383369.765249:0:9091:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c420f7300 going to sleep for 11 seconds 00000100:00100000:2.0:1780383369.777478:0:9091:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04efdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9091:1866867005206400:192.168.204.118@tcp:501:mount.lustre.0 00000100:00100000:2.0:1780383369.777543:0:9091:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04efdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9091:1866867005206528:192.168.204.118@tcp:503:mount.lustre.0 00000100:00100000:2.0:1780383369.777675:0:9091:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c420f7300 going to sleep for 11 seconds 00000100:00100000:2.0:1780383369.781337:0:9091:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04efdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9091:1866867005206528:192.168.204.118@tcp:503:mount.lustre.0 00000100:00100000:2.0:1780383369.781880:0:9095:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04efdf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9095:1866867005206656:192.168.204.118@tcp:502:llog_process_th.0 00000100:00100000:2.0:1780383369.781968:0:9095:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c420f7000 going to sleep for 11 seconds 00000100:00100000:2.0:1780383369.785203:0:9095:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04efdf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9095:1866867005206656:192.168.204.118@tcp:502:llog_process_th.0 00000020:01000000:2.0:1780383369.785242:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1780383369.785253:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780383369.785255:0:9095:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:2.0:1780383369.785274:0:9095:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff938c097fc000 00000020:00000080:2.0:1780383369.785277:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1780383369.785290:0:9095:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff938c097fc000 (ffff938c089119c0) 00000020:00000080:2.0:1780383369.785310:0:9095:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:2.0:1780383369.785315:0:9095:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff938c097fc000 00000020:00000080:2.0:1780383369.785318:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1780383369.785585:0:9095:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff938c097fc000 (uuid cf52ba59-39e9-494e-aee8-655b4f06ca04) 00000020:01000000:2.0:1780383369.785591:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1780383369.785594:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780383369.785596:0:9095:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:2.0:1780383369.785599:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1780383369.785602:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780383369.785603:0:9095:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:2.0:1780383369.785607:0:9095:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff938c097fc000 00000020:00000080:2.0:1780383369.785609:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1780383369.785616:0:9095:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff938c097fc000 (ffff938c08914d40) 00000020:00000080:2.0:1780383369.785625:0:9095:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:2.0:1780383369.785630:0:9095:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff938c097fc000 00000020:00000080:2.0:1780383369.785632:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1780383369.785839:0:9095:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff938c097fc000 (uuid cf52ba59-39e9-494e-aee8-655b4f06ca04) 00000020:01000000:2.0:1780383369.785843:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1780383369.785846:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780383369.785848:0:9095:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:2.0:1780383369.785850:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1780383369.785853:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780383369.785854:0:9095:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:2.0:1780383369.785857:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1780383369.785859:0:9095:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:2.0:1780383369.785861:0:9095:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:2.0:1780383369.785866:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1780383369.785868:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780383369.785870:0:9095:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:2.0:1780383369.785872:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1780383369.785875:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780383369.785877:0:9095:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:2.0:1780383369.785879:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1780383369.785884:0:9095:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.118@tcp to nid 0x20000c0a8cc76 (192.168.204.118@tcp) 00000020:01000000:2.0:1780383369.785903:0:9095:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff938c097fc000 00000020:00000080:2.0:1780383369.785905:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1780383369.785917:0:9095:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff938c097fc000 (ffff938c08913380) 00000020:00000080:2.0:1780383369.785925:0:9095:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:2.0:1780383369.785930:0:9095:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff938c097fc000 00000020:00000080:2.0:1780383369.785932:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1780383369.785989:0:9095:0:(ldlm_lib.c:102:import_set_conn()) imp ffff938c0b979000@lustre-MDT0000-mdc-ffff938c097fc000: add connection 192.168.204.118@tcp at head 00010000:00010000:2.0:1780383369.793591:0:9095:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff938c097fc000-5 is initialized 00000040:01000000:2.0:1780383369.794372:0:9095:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff938c097fc000 ctxt 13 is initialized 00000020:00000080:2.0:1780383369.794419:0:9095:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff938c097fc000 (uuid cf52ba59-39e9-494e-aee8-655b4f06ca04) 00000020:01000000:2.0:1780383369.794438:0:9095:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff938c097fc000 00000020:00000080:2.0:1780383369.794443:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1780383369.794480:0:9095:0:(lmv_obd.c:424:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:2.0:1780383369.794540:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1780383369.794545:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780383369.794547:0:9095:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:2.0:1780383369.794550:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1780383369.794553:0:9095:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1780383369.794554:0:9095:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1780383369.794556:0:9095:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1780383369.794557:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1780383369.794560:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780383369.794561:0:9095:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1780383369.794563:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1780383369.794568:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780383369.794570:0:9095:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:2.0:1780383369.794573:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1780383369.794578:0:9095:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.118@tcp to nid 0x20000c0a8cc76 (192.168.204.118@tcp) 00000020:01000000:2.0:1780383369.794606:0:9095:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff938c097fc000 00000020:00000080:2.0:1780383369.794608:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1780383369.794628:0:9095:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff938c097fc000 (ffff938c09b83380) 00000020:00000080:2.0:1780383369.794643:0:9095:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:2.0:1780383369.794649:0:9095:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff938c097fc000 00000020:00000080:2.0:1780383369.794651:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1780383369.794830:0:9095:0:(ldlm_lib.c:102:import_set_conn()) imp ffff938c0b97a800@lustre-MDT0001-mdc-ffff938c097fc000: add connection 192.168.204.118@tcp at head 00010000:00010000:2.0:1780383369.798129:0:9095:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff938c097fc000-6 is initialized 00000040:01000000:2.0:1780383369.798388:0:9095:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff938c097fc000 ctxt 13 is initialized 00000020:00000080:2.0:1780383369.798428:0:9095:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff938c097fc000 (uuid cf52ba59-39e9-494e-aee8-655b4f06ca04) 00000020:01000000:2.0:1780383369.798442:0:9095:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff938c097fc000 00000020:00000080:2.0:1780383369.798446:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1780383369.798467:0:9095:0:(lmv_obd.c:424:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:2.0:1780383369.798506:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1780383369.798510:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780383369.798512:0:9095:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:2.0:1780383369.798515:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1780383369.798517:0:9095:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #19 00000020:01000000:2.0:1780383369.798519:0:9095:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1780383369.798520:0:9095:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1780383369.798522:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1780383369.798524:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780383369.798526:0:9095:0:(obd_config.c:1561:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:2.0:1780383369.798528:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1780383369.798533:0:9095:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.118@tcp:/lustre 00000020:00000080:2.0:1780383369.798537:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780383369.798539:0:9095:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1780383369.798542:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1780383369.798548:0:9095:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.118@tcp to nid 0x20000c0a8cc76 (192.168.204.118@tcp) 00000020:01000000:2.0:1780383369.798579:0:9095:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff938c097fc000 00000020:00000080:2.0:1780383369.798582:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1780383369.798592:0:9095:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff938c097fc000 (ffff938c09b80000) 00000020:00000080:2.0:1780383369.798677:0:9095:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:2.0:1780383369.798686:0:9095:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff938c097fc000 00000020:00000080:2.0:1780383369.798689:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1780383369.798864:0:9095:0:(ldlm_lib.c:102:import_set_conn()) imp ffff938c08985000@lustre-OST0000-osc-ffff938c097fc000: add connection 192.168.204.118@tcp at head 00010000:00010000:2.0:1780383369.799207:0:9095:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff938c097fc000-7 is initialized 00000020:00000080:2.0:1780383369.799429:0:9095:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff938c097fc000 (uuid cf52ba59-39e9-494e-aee8-655b4f06ca04) 00000020:01000000:2.0:1780383369.799441:0:9095:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff938c097fc000 00000020:00000080:2.0:1780383369.799444:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1780383369.799459:0:9095:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1780383369.799466:0:9095:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff938c097fc000: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1780383369.799471:0:9095:0:(lov_obd.c:529:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1780383369.799499:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1780383369.799502:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780383369.799504:0:9095:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1780383369.799507:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1780383369.799509:0:9095:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #26 00000020:01000000:2.0:1780383369.799511:0:9095:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1780383369.799512:0:9095:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1780383369.799513:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1780383369.799516:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780383369.799517:0:9095:0:(obd_config.c:1561:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:2.0:1780383369.799519:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1780383369.799521:0:9095:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.118@tcp:/lustre 00000020:00000080:2.0:1780383369.799524:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780383369.799525:0:9095:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1780383369.799528:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1780383369.799532:0:9095:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.118@tcp to nid 0x20000c0a8cc76 (192.168.204.118@tcp) 00000020:01000000:2.0:1780383369.799546:0:9095:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff938c097fc000 00000020:00000080:2.0:1780383369.799549:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1780383369.799557:0:9095:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff938c097fc000 (ffff938c09b819c0) 00000020:00000080:2.0:1780383369.799569:0:9095:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:2.0:1780383369.799574:0:9095:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff938c097fc000 00000020:00000080:2.0:1780383369.799576:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1780383369.801437:0:9095:0:(ldlm_lib.c:102:import_set_conn()) imp ffff938c05a49000@lustre-OST0001-osc-ffff938c097fc000: add connection 192.168.204.118@tcp at head 00010000:00010000:2.0:1780383369.801692:0:9095:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff938c097fc000-8 is initialized 00000020:00000080:2.0:1780383369.801987:0:9095:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff938c097fc000 (uuid cf52ba59-39e9-494e-aee8-655b4f06ca04) 00000020:01000000:2.0:1780383369.802001:0:9095:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff938c097fc000 00000020:00000080:2.0:1780383369.802009:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1780383369.802511:0:9095:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1780383369.802524:0:9095:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff938c097fc000: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1780383369.802529:0:9095:0:(lov_obd.c:529:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1780383369.802544:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1780383369.802555:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780383369.802557:0:9095:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1780383369.802561:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1780383369.802565:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780383369.802566:0:9095:0:(obd_config.c:1561:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1780383369.802569:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1780383369.802571:0:9095:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1780383369.802574:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1780383369.802576:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780383369.802578:0:9095:0:(obd_config.c:1561:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000100:00100000:2.0:1780383369.802633:0:9095:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04efdf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9095:1866867005206784:192.168.204.118@tcp:502:llog_process_th.0 00000100:00100000:2.0:1780383369.802906:0:9095:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c08ef7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780383369.815951:0:9095:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04efdf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9095:1866867005206784:192.168.204.118@tcp:502:llog_process_th.0 00000020:01000000:3.0:1780383369.816000:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1780383369.816011:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1780383369.816014:0:9095:0:(obd_config.c:1561:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1780383369.816020:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1780383369.816063:0:9095:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccc000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9095:1866867005206912:192.168.204.118@tcp:502:llog_process_th.0 00000100:00100000:3.0:1780383369.816257:0:9095:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c039d5480 going to sleep for 11 seconds 00000100:00100000:3.0:1780383369.827369:0:9095:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccc000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9095:1866867005206912:192.168.204.118@tcp:502:llog_process_th.0 00000020:01000000:3.0:1780383369.827421:0:9095:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1780383369.827431:0:9095:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1780383369.827433:0:9095:0:(obd_config.c:1561:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1780383369.827437:0:9095:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1780383369.827610:0:9091:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1780383369.827628:0:9091:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1780383369.827650:0:9091:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff938c00030c00/0xe8ea12c0340fa7a1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fd77 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780383369.827661:0:9091:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff938c00030c00/0xe8ea12c0340fa7a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fd77 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780383369.827670:0:9091:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-cliir-ffff938c097fc000 from 1 10000000:01000000:0.0:1780383369.827673:0:9091:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1780383369.827707:0:9091:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff938c00031000/0xe8ea12c0340fa7d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780383369.827715:0:9091:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff938c00031000/0xe8ea12c0340fa7d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780383369.827739:0:9091:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff938c00031000/0xe8ea12c0340fa7d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780383369.827762:0:9091:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0913a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9091:1866867005207040:192.168.204.118@tcp:101:mount.lustre.0 00000100:00100000:0.0:1780383369.827864:0:9091:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c0a3ed780 going to sleep for 11 seconds 00000100:00100000:3.0:1780383369.834128:0:9091:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0913a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9091:1866867005207040:192.168.204.118@tcp:101:mount.lustre.0 00010000:00010000:3.0:1780383369.834158:0:9091:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff938c00031000/0xe8ea12c0340fa7d2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fd7e expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383369.834171:0:9091:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff938c00031000/0xe8ea12c0340fa7d2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f6b793fe977fd7e expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780383369.834759:0:9091:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccc000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9091:1866867005207168:192.168.204.118@tcp:256:mount.lustre.0 00000100:00100000:3.0:1780383369.834888:0:9091:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c039d5480 going to sleep for 11 seconds 00000100:00100000:3.0:1780383369.849359:0:9091:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccc000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9091:1866867005207168:192.168.204.118@tcp:256:mount.lustre.0 10000000:01000000:3.0:1780383369.850036:0:9091:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1780383369.850059:0:9091:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff938c00031000/0xe8ea12c0340fa7d2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fd7e expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383369.850072:0:9091:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff938c00031000/0xe8ea12c0340fa7d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fd7e expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780383369.850081:0:9091:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff938c097fc000 from 1 10000000:01000000:3.0:1780383369.850083:0:9091:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1780383369.850123:0:9091:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff938c12321200/0xe8ea12c0340fa7d9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383369.850132:0:9091:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff938c12321200/0xe8ea12c0340fa7d9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383369.850141:0:9091:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff938c12321200/0xe8ea12c0340fa7d9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780383369.850164:0:9091:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccc000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9091:1866867005207296:192.168.204.118@tcp:101:mount.lustre.0 00000100:00100000:2.0:1780383369.853553:0:9091:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c039d5480 going to sleep for 11 seconds 00000100:00100000:2.0:1780383369.859635:0:9091:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccc000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9091:1866867005207296:192.168.204.118@tcp:101:mount.lustre.0 00010000:00010000:2.0:1780383369.859671:0:9091:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff938c12321200/0xe8ea12c0340fa7d9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fd85 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780383369.859684:0:9091:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff938c12321200/0xe8ea12c0340fa7d9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f6b793fe977fd85 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780383369.859942:0:9091:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04efdc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9091:1866867005207424:192.168.204.118@tcp:501:mount.lustre.0 00000100:00100000:2.0:1780383369.860213:0:9091:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c017cff00 going to sleep for 11 seconds 00000100:00100000:2.0:1780383369.867412:0:9091:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04efdc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9091:1866867005207424:192.168.204.118@tcp:501:mount.lustre.0 00000100:00100000:2.0:1780383369.867487:0:9091:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c04efdc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9091:1866867005207552:192.168.204.118@tcp:503:mount.lustre.0 00000100:00100000:2.0:1780383369.867601:0:9091:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c017cff00 going to sleep for 11 seconds 00000100:00100000:2.0:1780383369.877110:0:9091:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c04efdc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9091:1866867005207552:192.168.204.118@tcp:503:mount.lustre.0 00000100:00100000:0.0:1780383369.877517:0:9100:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09139500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9100:1866867005207680:192.168.204.118@tcp:502:llog_process_th.0 00000100:00100000:0.0:1780383369.877683:0:9100:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c0a3edcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780383369.889516:0:9100:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09139500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9100:1866867005207680:192.168.204.118@tcp:502:llog_process_th.0 00000020:01000000:3.0:1780383369.889567:0:9100:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1780383369.889618:0:9100:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1780383369.889627:0:9100:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1780383369.889634:0:9100:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff938c097fc000 00000020:00000080:3.0:1780383369.889637:0:9100:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1780383369.889646:0:9100:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1780383369.889649:0:9100:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1780383369.889650:0:9100:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1780383369.889652:0:9100:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1780383369.889655:0:9100:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1780383369.889656:0:9100:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1780383369.889659:0:9100:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff938c097fc000 00000020:00000080:3.0:1780383369.889662:0:9100:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1780383369.891656:0:9100:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccfb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9100:1866867005207808:192.168.204.118@tcp:502:llog_process_th.0 00000100:00100000:2.0:1780383369.894146:0:9100:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c039d5840 going to sleep for 11 seconds 00000100:00100000:2.0:1780383369.904375:0:9100:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccfb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:9100:1866867005207808:192.168.204.118@tcp:502:llog_process_th.0 00000020:01000000:2.0:1780383369.904422:0:9100:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1780383369.904431:0:9100:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780383369.904434:0:9100:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1780383369.904438:0:9100:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:0.0:1780383369.904768:0:9091:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:0.0:1780383369.904817:0:9091:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1780383369.904847:0:9091:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff938c12321200/0xe8ea12c0340fa7d9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fd85 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780383369.904860:0:9091:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff938c12321200/0xe8ea12c0340fa7d9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fd85 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1780383369.904879:0:9091:0:(llite_lib.c:1493:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1780383369.904902:0:9091:0:(genops.c:1406:class_connect()) connect: client cf52ba59-39e9-494e-aee8-655b4f06ca04, cookie 0xe8ea12c0340fa7e0 00800000:01000000:0.0:1780383369.904926:0:9091:0:(lmv_obd.c:497:lmv_check_connect()) Time to connect cf52ba59-39e9-494e-aee8-655b4f06ca04 to lustre-clilmv-ffff938c097fc000 00800000:01000000:0.0:1780383369.904936:0:9091:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff938c097fc000(cf52ba59-39e9-494e-aee8-655b4f06ca04) - lustre-MDT0000_UUID, cf52ba59-39e9-494e-aee8-655b4f06ca04 00000020:00000080:0.0:1780383369.904942:0:9091:0:(genops.c:1406:class_connect()) connect: client cf52ba59-39e9-494e-aee8-655b4f06ca04, cookie 0xe8ea12c0340fa7e7 00000100:00080000:0.0:1780383369.904950:0:9091:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff938c097fc000: connect to NID 192.168.204.118@tcp last attempt 0 00000100:00080000:0.0:1780383369.905331:0:9091:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff938c097fc000: import ffff938c0b979000 using connection 192.168.204.118@tcp/192.168.204.118@tcp 00000008:00100000:0.0:1780383369.905344:0:9091:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682169 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1780383369.905371:0:9091:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff938c09139880 x1866867005207936/t0(0) o38->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1780383369.905414:0:9091:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0000_UUID 00800000:01000000:0.0:1780383369.905518:0:9091:0:(lmv_obd.c:394:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff938c097fc000(cf52ba59-39e9-494e-aee8-655b4f06ca04) successfully (5) 00800000:00000004:0.0:1780383369.905522:0:9091:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff938c097fc000: age -640, max_age 0 00800000:01000000:0.0:1780383369.905554:0:9091:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff938c097fc000(cf52ba59-39e9-494e-aee8-655b4f06ca04) - lustre-MDT0001_UUID, cf52ba59-39e9-494e-aee8-655b4f06ca04 00000020:00000080:0.0:1780383369.905562:0:9091:0:(genops.c:1406:class_connect()) connect: client cf52ba59-39e9-494e-aee8-655b4f06ca04, cookie 0xe8ea12c0340fa7ee 00000100:00080000:0.0:1780383369.905568:0:9091:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff938c097fc000: connect to NID 192.168.204.118@tcp last attempt 0 00000100:00080000:0.0:1780383369.905573:0:9091:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff938c097fc000: import ffff938c0b97a800 using connection 192.168.204.118@tcp/192.168.204.118@tcp 00000008:00100000:0.0:1780383369.905578:0:9091:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682169 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1780383369.905588:0:9091:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff938c09138700 x1866867005208192/t0(0) o38->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1780383369.905597:0:9091:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0001_UUID 00800000:01000000:0.0:1780383369.905636:0:9091:0:(lmv_obd.c:394:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff938c097fc000(cf52ba59-39e9-494e-aee8-655b4f06ca04) successfully (5) 00800000:00000004:0.0:1780383369.905639:0:9091:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff938c097fc000: age -640, max_age 0 00000080:00000004:0.0:1780383369.905656:0:9091:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff938c097fc000: age -640, max_age 359 00800000:00000004:0.0:1780383369.905661:0:9091:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff938c097fc000: age -640, max_age 359 00000100:00080000:0.0:1780383369.905678:0:9091:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff938c09139c00 x1866867005208448/t0(0) o41->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383369.905687:0:9091:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c0a3edf00 going to sleep for 0 seconds 00000100:00080000:1.0:1780383369.905887:0:2415:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff938c0913b800 x1866867005208064/t0(0) o41->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383369.905899:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2415:1866867005208576:192.168.204.118@tcp:400:kworker.0 00000100:00100000:1.0:1780383369.905980:0:2415:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00080000:1.0:1780383369.905988:0:2415:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff938c09139f80 x1866867005208320/t0(0) o41->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383369.905998:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2415:1866867005208704:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1780383369.906734:0:2414:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09139880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cf52ba59-39e9-494e-aee8-655b4f06ca04:2414:1866867005207936:192.168.204.118@tcp:38:mount.lustre.0 00000100:00100000:2.0:1780383369.906815:0:2414:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09138700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cf52ba59-39e9-494e-aee8-655b4f06ca04:2414:1866867005208192:192.168.204.118@tcp:38:mount.lustre.0 00010000:00080000:1.0:1780383369.937671:0:2415:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09e5bb80 x1866867005208704/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383369.937693:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2415:1866867005208704:192.168.204.118@tcp:400:kworker.0 00000100:00100000:1.0:1780383369.937723:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2415:1866867005208576:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1780383369.937913:0:2414:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff938c097fc000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1780383369.937925:0:2414:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff938c097fc000: connect to target with instance 1 00000100:00080000:2.0:1780383369.937934:0:2414:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff938c097fc000: Resetting ns_connect_flags to server flags: 0xae7a5e7be344d3b8 00000100:00080000:2.0:1780383369.937945:0:2414:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1780383369.937950:0:2414:0:(import.c:65:import_set_state_nolock()) ffff938c0b979000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1780383369.940432:0:2414:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000656dbb9e): req@ffff938c09139c00 x1866867005208448/t0(0) o41->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383369.947381:0:2414:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09139880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cf52ba59-39e9-494e-aee8-655b4f06ca04:2414:1866867005207936:192.168.204.118@tcp:38:mount.lustre.0 00010000:00080000:1.0:1780383369.947437:0:2414:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09138700 x1866867005208192/t0(0) o38->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 520/416 e 0 to 0 dl 1780383379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383369.947450:0:2414:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff938c097fc000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1780383369.947467:0:2414:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff938c097fc000: connect to target with instance 1 00000100:00080000:1.0:1780383369.947478:0:2414:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff938c097fc000: Resetting ns_connect_flags to server flags: 0xae7a5e7be344d3b8 00000100:00080000:1.0:1780383369.947488:0:2414:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1780383369.947492:0:2414:0:(import.c:65:import_set_state_nolock()) ffff938c0b97a800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1780383369.948382:0:9091:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c0a3edf00 going to sleep for 11 seconds 00000100:00080000:1.0:1780383369.948721:0:2414:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000099ab511a): req@ffff938c09139f80 x1866867005208320/t0(0) o41->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383369.948749:0:2414:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09138700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cf52ba59-39e9-494e-aee8-655b4f06ca04:2414:1866867005208192:192.168.204.118@tcp:38:mount.lustre.0 00000100:00100000:0.0:1780383369.956031:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0913b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:0:1866867005208064:192.168.204.118@tcp:41:mount.lustre.0 00010000:00080000:0.0:1780383369.960038:0:2415:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09139f80 x1866867005208320/t0(0) o41->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1780383385 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383369.960063:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09139f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:0:1866867005208320:192.168.204.118@tcp:41:mount.lustre.0 00000100:00100000:0.0:1780383369.960160:0:9091:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09139c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf52ba59-39e9-494e-aee8-655b4f06ca04:9091:1866867005208448:192.168.204.118@tcp:41:mount.lustre.0 00800000:00000004:0.0:1780383369.960176:0:9091:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff938c097fc000: update ffff938c089137d0 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:0.0:1780383369.960183:0:9091:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff938c097fc000: update ffff938c08915190 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:0.0:1780383369.960219:0:9091:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09139c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf52ba59-39e9-494e-aee8-655b4f06ca04:9091:1866867005208832:192.168.204.118@tcp:40:mount.lustre.0 00000100:00100000:0.0:1780383369.960291:0:9091:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c0a3ed540 going to sleep for 11 seconds 00000100:00100000:0.0:1780383369.964899:0:9091:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09139c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf52ba59-39e9-494e-aee8-655b4f06ca04:9091:1866867005208832:192.168.204.118@tcp:40:mount.lustre.0 00000080:00000004:0.0:1780383369.964929:0:9091:0:(llite_lib.c:518:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:0.0:1780383369.964945:0:9091:0:(llite_lib.c:682:client_common_fill_super()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682169 ocd_grant: 2146304 00020000:01000000:0.0:1780383369.964950:0:9091:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:0.0:1780383369.964962:0:9091:0:(genops.c:1406:class_connect()) connect: client cf52ba59-39e9-494e-aee8-655b4f06ca04, cookie 0xe8ea12c0340fa7f5 00000020:00000080:0.0:1780383369.964979:0:9091:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0xe8ea12c0340fa7fc 00000100:00080000:0.0:1780383369.964987:0:9091:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-ffff938c097fc000: connect to NID 192.168.204.118@tcp last attempt 0 00000100:00080000:0.0:1780383369.964994:0:9091:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-ffff938c097fc000: import ffff938c08985000 using connection 192.168.204.118@tcp/192.168.204.118@tcp 00000008:00100000:0.0:1780383369.965010:0:9091:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682169 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1780383369.965037:0:9091:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff938c09139c00 x1866867005208960/t0(0) o8->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1780383369.965056:0:9091:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0000_UUID 00020000:01000000:0.0:1780383369.965093:0:9091:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff938c097fc000) active 00000080:00000004:0.0:1780383369.965116:0:9091:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 00000020:00000080:0.0:1780383369.965126:0:9091:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0xe8ea12c0340fa803 00000100:00080000:0.0:1780383369.965130:0:9091:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff938c097fc000: connect to NID 192.168.204.118@tcp last attempt 0 00000100:00080000:0.0:1780383369.965135:0:9091:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff938c097fc000: import ffff938c05a49000 using connection 192.168.204.118@tcp/192.168.204.118@tcp 00000008:00100000:0.0:1780383369.965140:0:9091:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682169 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1780383369.965168:0:9091:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff938c09139f80 x1866867005209088/t0(0) o8->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1780383369.965177:0:9091:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0001_UUID 00020000:01000000:0.0:1780383369.965183:0:9091:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff938c097fc000) active 00000080:00000004:0.0:1780383369.965191:0:9091:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 00000100:00100000:0.0:1780383369.965225:0:9091:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0913b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf52ba59-39e9-494e-aee8-655b4f06ca04:9091:1866867005209216:192.168.204.118@tcp:900:mount.lustre.0 00000100:00100000:0.0:1780383369.965296:0:9091:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c0a3ed540 going to sleep for 11 seconds 00000100:00100000:1.0:1780383369.965690:0:2414:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09139c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cf52ba59-39e9-494e-aee8-655b4f06ca04:2414:1866867005208960:192.168.204.118@tcp:8:mount.lustre.0 00000100:00100000:1.0:1780383369.965737:0:2414:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09139f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cf52ba59-39e9-494e-aee8-655b4f06ca04:2414:1866867005209088:192.168.204.118@tcp:8:mount.lustre.0 00000100:00100000:0.0:1780383369.970772:0:9091:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0913b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf52ba59-39e9-494e-aee8-655b4f06ca04:9091:1866867005209216:192.168.204.118@tcp:900:mount.lustre.0 00000100:00100000:0.0:1780383369.970889:0:9091:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0913b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf52ba59-39e9-494e-aee8-655b4f06ca04:9091:1866867005209344:192.168.204.118@tcp:33:mount.lustre.0 00000100:00100000:0.0:1780383369.971010:0:9091:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c0a3ed540 going to sleep for 11 seconds 00000100:00100000:0.0:1780383369.974309:0:9091:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0913b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf52ba59-39e9-494e-aee8-655b4f06ca04:9091:1866867005209344:192.168.204.118@tcp:33:mount.lustre.0 00000080:00200000:0.0:1780383369.974499:0:9091:0:(llite_lib.c:3222:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff938c0aa02a08) 00000080:00200000:0.0:1780383369.974508:0:9091:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:0.0:1780383369.974580:0:9091:0:(llite_lib.c:1531:ll_fill_super()) Mounted lustre-client 00010000:00080000:2.0:1780383369.976076:0:2414:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09139c00 x1866867005208960/t0(0) o8->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 520/416 e 0 to 0 dl 1780383379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780383369.976371:0:2414:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-ffff938c097fc000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1780383369.976383:0:2414:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff938c097fc000: connect to target with instance 1 00000100:00080000:2.0:1780383369.976395:0:2414:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff938c097fc000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000080:00000004:2.0:1780383369.976407:0:2414:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0465af2e3640038 -> 0xa0425af2e3440038 00000080:00080000:2.0:1780383369.976412:0:2414:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:2.0:1780383369.976420:0:2414:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1780383369.976423:0:2414:0:(import.c:65:import_set_state_nolock()) ffff938c08985000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1780383369.976443:0:2414:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:2.0:1780383369.976445:0:2414:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:2.0:1780383369.976448:0:2414:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1780383369.976456:0:2414:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09139c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cf52ba59-39e9-494e-aee8-655b4f06ca04:2414:1866867005208960:192.168.204.118@tcp:8:mount.lustre.0 00010000:00080000:2.0:1780383369.976490:0:2414:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09139f80 x1866867005209088/t0(0) o8->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 520/416 e 0 to 0 dl 1780383379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780383369.976498:0:2414:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-ffff938c097fc000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1780383369.976502:0:2414:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff938c097fc000: connect to target with instance 1 00000100:00080000:2.0:1780383369.976508:0:2414:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff938c097fc000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000080:00000004:2.0:1780383369.976512:0:2414:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:2.0:1780383369.976515:0:2414:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:2.0:1780383369.976517:0:2414:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1780383369.976519:0:2414:0:(import.c:65:import_set_state_nolock()) ffff938c05a49000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1780383369.976523:0:2414:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:2.0:1780383369.976525:0:2414:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:2.0:1780383369.976527:0:2414:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1780383369.976532:0:2414:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09139f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cf52ba59-39e9-494e-aee8-655b4f06ca04:2414:1866867005209088:192.168.204.118@tcp:8:mount.lustre.0 00000080:00000004:0.0:1780383369.979232:0:9091:0:(super25.c:187:lustre_fill_super()) 192.168.204.118@tcp:/lustre: Mount complete 00000400:00000001:2.0:1780383370.203711:0:9123:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:3.0:1780383370.707614:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383370.707624:0:1002:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780383370.707626:0:1002:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780383370.707630:0:1002:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383370.707634:0:1002:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780383370.707637:0:1002:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383370.707639:0:1002:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383370.707641:0:1002:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383370.707645:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383370.707647:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780383370.708614:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780383370.708619:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780383370.708623:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780383371.338167:0:758:0:(connection.c:75:cpu_latency_work()) work item of ffff938c028b5910 (cpu 0) has reached its deadline 4295029389, at 4295029440 00000100:00000010:1.0:1780383371.338202:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff938c04ef7de0. 00000100:00000040:0.0:1780383371.338481:0:8051:0:(connection.c:75:cpu_latency_work()) work item of ffff938c028b5800 (cpu 0) has reached its deadline 4295029389, at 4295029440 00000100:00000010:0.0:1780383371.338489:0:8051:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff938c04ef77e0. 00010000:00000001:3.0:1780383371.722588:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383371.722597:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383371.722603:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383371.722604:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780383371.722930:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780383371.722934:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780383371.722937:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780383372.752449:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383372.752457:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383372.752462:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383372.752463:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780383372.753498:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780383372.753503:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780383372.753507:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780383373.775299:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383373.775306:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383373.775310:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383373.775311:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780383373.777717:0:9302:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780383373.777729:0:9302:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780383373.787553:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780383373.787562:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780383373.787567:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1780383374.185347:0:9338:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1780383374.185361:0:9338:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:0.0:1780383374.195483:0:9338:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1780383374.435417:0:9351:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780383374.435429:0:9351:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780383374.475392:0:9355:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780383374.475412:0:9355:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383374.794390:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383374.794398:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383374.794404:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383374.794405:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780383374.794967:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780383374.794971:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780383374.794975:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780383375.241923:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) bb1f37d9-7e73-4277-9cfe-69a5d632ca59->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780383375.241935:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780383375.241943:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0913b800. 00000020:00000040:0.0:1780383375.241949:0:38:0:(genops.c:1231:class_import_get()) import ffff938c09e1f800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1780383375.241953:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780383375.241956:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780383375.241961:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780383375.241970:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c28182800. 00000100:00000001:0.0:1780383375.241976:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.241988:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bb1f37d9-7e73-4277-9cfe-69a5d632ca59->MGS req@ffff938c0913b800 x1866867005209472/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780383375.242000:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780383375.242005:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.242011:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c358beb0] to pc [ptlrpcd_00_00+0] req@ffff938c0913b800 x1866867005209472/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.242048:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.242051:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780383375.242055:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780383375.242059:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09139f80. 00000020:00000040:0.0:1780383375.242061:0:38:0:(genops.c:1231:class_import_get()) import ffff938c09197800 refcount=4 obd=lustre-MDT0000-mdc-ffff938c028b3000 00000100:00000001:0.0:1780383375.242064:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780383375.242065:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780383375.242067:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780383375.242080:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c28182e00. 00000100:00000001:0.0:1780383375.242083:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.242088:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0000_UUID req@ffff938c09139f80 x1866867005209600/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780383375.242095:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780383375.242105:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.242111:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8832a5d] to pc [ptlrpcd_00_01+1] req@ffff938c09139f80 x1866867005209600/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.242119:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.242122:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780383375.242125:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780383375.242128:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09139c00. 00000020:00000040:0.0:1780383375.242131:0:38:0:(genops.c:1231:class_import_get()) import ffff938c09194800 refcount=4 obd=lustre-MDT0001-mdc-ffff938c028b3000 00000100:00000001:0.0:1780383375.242133:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780383375.242135:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780383375.242137:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780383375.242140:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c28182100. 00000100:00000001:0.0:1780383375.242143:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.242148:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0001_UUID req@ffff938c09139c00 x1866867005209728/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780383375.242155:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780383375.242157:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.242160:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058cceaa5] to pc [ptlrpcd_00_00+0] req@ffff938c09139c00 x1866867005209728/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.242167:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.242169:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1780383375.242172:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780383375.242175:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1780383375.242178:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780383375.242190:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780383375.242193:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780383375.242196:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09138700. 00000020:00000040:0.0:1780383375.242199:0:38:0:(genops.c:1231:class_import_get()) import ffff938c0b979000 refcount=4 obd=lustre-MDT0000-mdc-ffff938c097fc000 00000100:00000001:0.0:1780383375.242212:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780383375.242214:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780383375.242216:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780383375.242219:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c28182500. 00000100:00000001:0.0:1780383375.242222:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.242227:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0000_UUID req@ffff938c09138700 x1866867005209856/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780383375.242234:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780383375.242236:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.242239:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ea2727] to pc [ptlrpcd_00_01+1] req@ffff938c09138700 x1866867005209856/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.242246:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.242247:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780383375.242250:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780383375.242252:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09139880. 00000020:00000040:0.0:1780383375.242253:0:38:0:(genops.c:1231:class_import_get()) import ffff938c0b97a800 refcount=4 obd=lustre-MDT0001-mdc-ffff938c097fc000 00000100:00000001:0.0:1780383375.242255:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780383375.242256:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780383375.242258:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780383375.242261:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c13772d00. 00000100:00000001:0.0:1780383375.242263:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.242266:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0001_UUID req@ffff938c09139880 x1866867005209984/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780383375.242272:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780383375.242273:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.242276:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000852a071c] to pc [ptlrpcd_00_00+0] req@ffff938c09139880 x1866867005209984/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.242283:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.242285:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780383375.242287:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780383375.242295:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09139500. 00000020:00000040:0.0:1780383375.242298:0:38:0:(genops.c:1231:class_import_get()) import ffff938c08985000 refcount=3 obd=lustre-OST0000-osc-ffff938c097fc000 00000100:00000001:0.0:1780383375.242300:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780383375.242301:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780383375.242303:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780383375.242306:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c07a66b00. 00000100:00000001:0.0:1780383375.242309:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.242313:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0000_UUID req@ffff938c09139500 x1866867005210112/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780383375.242318:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780383375.242320:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.242323:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040337fc1] to pc [ptlrpcd_00_01+1] req@ffff938c09139500 x1866867005210112/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.242330:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.242331:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780383375.242334:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780383375.242337:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0913a680. 00000020:00000040:0.0:1780383375.242339:0:38:0:(genops.c:1231:class_import_get()) import ffff938c05a49000 refcount=3 obd=lustre-OST0001-osc-ffff938c097fc000 00000100:00000001:0.0:1780383375.242341:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780383375.242343:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780383375.242344:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780383375.242347:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c07a66f00. 00000100:00000001:0.0:1780383375.242349:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.242353:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0001_UUID req@ffff938c0913a680 x1866867005210240/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780383375.242358:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780383375.242360:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.242363:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d63131d] to pc [ptlrpcd_00_00+0] req@ffff938c0913a680 x1866867005210240/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.242369:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.242382:0:38:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (371) 00000100:00000001:1.0:1780383375.242599:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383375.242604:0:2415:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780383375.242606:0:2415:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780383375.242613:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c0913b800 x1866867005209472/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383375.242621:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780383375.242623:0:2415:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383375.242627:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780383375.242630:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780383375.242633:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383375.242637:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0913b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2415:1866867005209472:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1780383375.242641:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780383375.242646:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780383375.242649:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383375.242652:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780383375.242671:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0a3bea00. 02000000:00000001:1.0:1780383375.242674:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383375.242682:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383375.242686:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36000. 00000400:00000010:1.0:1780383375.242692:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e990. 00000100:00000200:1.0:1780383375.242700:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005209472, portal 25 00000100:00000001:1.0:1780383375.242702:0:2415:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383375.242704:0:2415:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828389832704 : -119245319718912 : ffff938c0913b800) 00000100:00000040:1.0:1780383375.242710:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c0913b800 x1866867005209472/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383375.242718:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780383375.242728:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1780383375.242731:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439ebb0. 00000100:00000200:1.0:1780383375.242742:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866867005209472, offset 0 00000400:00000200:1.0:1780383375.242749:0:2415:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383375.242758:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.242765:0:2415:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383375.242770:0:2415:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383375.242812:0:2415:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383375.242816:0:2415:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383375.242819:0:2415:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383375.242822:0:2415:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [127:127:256:4294967295] 192.168.204.118@tcp LPNI seq info [127:127:8:4294967295] 00000400:00000200:1.0:1780383375.242826:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.242835:0:2415:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383375.242840:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383375.242845:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091db000. 00000800:00000200:1.0:1780383375.242852:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383375.242859:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383375.242863:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091db000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780383375.242872:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383375.242876:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383375.242879:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295034667 00000100:00000010:1.0:1780383375.242883:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff938c0a6a2960. 00000100:00000001:1.0:1780383375.242891:0:2415:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1780383375.242896:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295034667 00000100:00000010:1.0:1780383375.242900:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff938c0a6a2f00. 00000100:00000001:1.0:1780383375.242903:0:2415:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1780383375.242906:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383375.242909:0:2415:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383375.242912:0:2415:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780383375.242916:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09139c00 x1866867005209728/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383375.242923:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780383375.242931:0:2415:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383375.242933:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780383375.242935:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780383375.242937:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383375.242941:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09139c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2415:1866867005209728:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1780383375.242944:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780383375.242948:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780383375.242950:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383375.242951:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780383375.242955:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0a3bf600. 02000000:00000001:1.0:1780383375.242958:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383375.242962:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383375.242965:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36e70. 00000400:00000010:1.0:1780383375.242969:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439edd0. 00000100:00000200:1.0:1780383375.242972:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005209728, portal 10 00000100:00000001:1.0:1780383375.242973:0:2415:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383375.242974:0:2415:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828389825536 : -119245319726080 : ffff938c09139c00) 00000100:00000040:1.0:1780383375.242981:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09139c00 x1866867005209728/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383375.242987:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780383375.242989:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1780383375.242991:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e2a8. 00000100:00000200:1.0:1780383375.242994:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005209728, offset 0 00000400:00000200:1.0:1780383375.242997:0:2415:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383375.243001:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.243004:0:2415:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383375.243007:0:2415:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383375.243009:0:2415:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383375.243011:0:2415:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383375.243013:0:2415:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383375.243015:0:2415:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [128:128:255:4294967295] 192.168.204.118@tcp LPNI seq info [128:128:7:4294967295] 00000400:00000200:1.0:1780383375.243019:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.243024:0:2415:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383375.243034:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383375.243037:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091db900. 00000800:00000200:1.0:1780383375.243041:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383375.243044:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383375.243046:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091db900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780383375.243049:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383375.243052:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: using a timeout of 99931 usecs (100 jiffies) 00000400:00000200:1.0:1780383375.243055:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383375.243057:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 0 is 4295033445 00000100:00000001:1.0:1780383375.243059:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS request active for cpu 0, keep current deadline 4295034667 00000100:00000001:1.0:1780383375.243061:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 1 is 4295033445 00000100:00000001:1.0:1780383375.243063:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS request active for cpu 1, keep current deadline 4295034667 00000100:00000001:1.0:1780383375.243065:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383375.243067:0:2415:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383375.243079:0:2415:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780383375.243083:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09139880 x1866867005209984/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383375.243090:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780383375.243091:0:2415:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383375.243093:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780383375.243095:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780383375.243096:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383375.243099:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09139880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:2415:1866867005209984:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1780383375.243102:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780383375.243105:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780383375.243106:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383375.243108:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780383375.243112:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0a3bf000. 02000000:00000001:1.0:1780383375.243113:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383375.243116:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383375.243125:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36e18. 00000400:00000010:1.0:1780383375.243129:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439ee58. 00000100:00000200:1.0:1780383375.243132:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005209984, portal 10 00000100:00000001:1.0:1780383375.243134:0:2415:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383375.243135:0:2415:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828389824640 : -119245319726976 : ffff938c09139880) 00000100:00000040:1.0:1780383375.243142:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09139880 x1866867005209984/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383375.243148:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780383375.243150:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1780383375.243153:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e000. 00000100:00000200:1.0:1780383375.243155:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005209984, offset 0 00000400:00000200:1.0:1780383375.243159:0:2415:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383375.243163:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.243166:0:2415:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383375.243169:0:2415:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383375.243172:0:2415:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383375.243173:0:2415:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383375.243175:0:2415:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383375.243178:0:2415:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [129:129:254:4294967295] 192.168.204.118@tcp LPNI seq info [129:129:6:4294967295] 00000400:00000200:1.0:1780383375.243190:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.243196:0:2415:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383375.243200:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383375.243203:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091db800. 00000800:00000200:1.0:1780383375.243207:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383375.243210:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383375.243213:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091db800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780383375.243215:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383375.243218:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: using a timeout of 60092 usecs (61 jiffies) 00000400:00000200:1.0:1780383375.243221:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383375.243223:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 0 is 4295033406 00000100:00000001:1.0:1780383375.243225:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS request active for cpu 0, keep current deadline 4295034667 00000100:00000001:1.0:1780383375.243232:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 1 is 4295033406 00000100:00000001:1.0:1780383375.243234:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS request active for cpu 1, keep current deadline 4295034667 00000100:00000001:1.0:1780383375.243237:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383375.243239:0:2415:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383375.243241:0:2415:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780383375.243245:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c0913a680 x1866867005210240/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383375.243251:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780383375.243252:0:2415:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383375.243254:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780383375.243255:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780383375.243257:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383375.243259:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0913a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:2415:1866867005210240:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1780383375.243262:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780383375.243264:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780383375.243265:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383375.243267:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780383375.243270:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0a3bee00. 02000000:00000001:1.0:1780383375.243271:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383375.243275:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383375.243278:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36b00. 00000400:00000010:1.0:1780383375.243281:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e6e8. 00000100:00000200:1.0:1780383375.243284:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005210240, portal 4 00000100:00000001:1.0:1780383375.243285:0:2415:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383375.243287:0:2415:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828389828224 : -119245319723392 : ffff938c0913a680) 00000100:00000040:1.0:1780383375.243292:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c0913a680 x1866867005210240/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383375.243297:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780383375.243299:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1780383375.243301:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439eb28. 00000100:00000200:1.0:1780383375.243303:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866867005210240, offset 0 00000400:00000200:1.0:1780383375.243313:0:2415:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383375.243317:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.243320:0:2415:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383375.243322:0:2415:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383375.243324:0:2415:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383375.243327:0:2415:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383375.243329:0:2415:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383375.243331:0:2415:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [130:130:253:4294967295] 192.168.204.118@tcp LPNI seq info [130:130:5:4294967295] 00000400:00000200:1.0:1780383375.243335:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.243340:0:2415:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383375.243344:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383375.243349:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091db600. 00000800:00000200:1.0:1780383375.243353:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383375.243357:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383375.243359:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091db600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780383375.243362:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383375.243365:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff938c097fc000: using a timeout of 14113 usecs (15 jiffies) 00000400:00000200:1.0:1780383375.243368:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383375.243370:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff938c097fc000: PM QoS new deadline estimation for cpu 0 is 4295033360 00000100:00000001:1.0:1780383375.243372:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff938c097fc000: PM QoS request active for cpu 0, keep current deadline 4295034667 00000100:00000001:1.0:1780383375.243374:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff938c097fc000: PM QoS new deadline estimation for cpu 1 is 4295033360 00000100:00000001:1.0:1780383375.243376:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff938c097fc000: PM QoS request active for cpu 1, keep current deadline 4295034667 00000100:00000001:1.0:1780383375.243378:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383375.243381:0:2415:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383375.243383:0:2415:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383375.243386:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383375.243393:0:2415:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780383375.243396:0:2415:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1780383375.243398:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383375.243399:0:2415:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780383375.243401:0:2415:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383375.243409:0:2415:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:1.0:1780383375.243410:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383375.243412:0:2415:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780383375.243414:0:2415:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383375.243415:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383375.243416:0:2415:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780383375.243417:0:2415:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780383375.243422:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09139f80 x1866867005209600/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383375.243429:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780383375.243430:0:2415:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383375.243432:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780383375.243434:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780383375.243436:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383375.243438:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09139f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2415:1866867005209600:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1780383375.243442:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780383375.243444:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780383375.243446:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383375.243447:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780383375.243451:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c055be600. 02000000:00000001:1.0:1780383375.243453:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383375.243456:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383375.243458:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e366e0. 00000400:00000010:1.0:1780383375.243462:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e4c8. 00000100:00000200:1.0:1780383375.243869:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005209600, portal 10 00000100:00000001:1.0:1780383375.243872:0:2415:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383375.243873:0:2415:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828389826432 : -119245319725184 : ffff938c09139f80) 00000100:00000040:1.0:1780383375.243882:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09139f80 x1866867005209600/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383375.243888:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780383375.243889:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1780383375.243893:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439eaa0. 00000100:00000200:1.0:1780383375.243894:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005209600, offset 0 00000400:00000200:1.0:1780383375.243898:0:2415:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383375.243908:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.243912:0:2415:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383375.243914:0:2415:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383375.243916:0:2415:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383375.243918:0:2415:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383375.243920:0:2415:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383375.243922:0:2415:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [131:131:252:4294967295] 192.168.204.118@tcp LPNI seq info [131:131:4:4294967295] 00000400:00000200:1.0:1780383375.243925:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.243931:0:2415:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383375.243935:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383375.243939:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091dbe00. 00000800:00000200:1.0:1780383375.243942:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383375.243946:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383375.243949:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091dbe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780383375.243952:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383375.243957:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: using a timeout of 221327 usecs (222 jiffies) 00000400:00000200:1.0:1780383375.243960:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383375.243962:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 0 is 4295033568 00000100:00000001:1.0:1780383375.243964:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS request active for cpu 0, keep current deadline 4295034667 00000100:00000001:1.0:1780383375.243967:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 1 is 4295033568 00000100:00000001:1.0:1780383375.243968:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS request active for cpu 1, keep current deadline 4295034667 00000100:00000001:1.0:1780383375.243970:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383375.243972:0:2415:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383375.243974:0:2415:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780383375.243978:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09138700 x1866867005209856/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383375.243985:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780383375.243986:0:2415:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383375.243988:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780383375.243995:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780383375.243998:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383375.244001:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09138700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:2415:1866867005209856:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1780383375.244004:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780383375.244007:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780383375.244009:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383375.244010:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780383375.244013:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c055bfa00. 02000000:00000001:1.0:1780383375.244015:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383375.244019:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383375.244021:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36580. 00000400:00000010:1.0:1780383375.244024:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439ef68. 00000100:00000200:1.0:1780383375.244027:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005209856, portal 10 00000100:00000001:1.0:1780383375.244028:0:2415:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383375.244029:0:2415:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828389820160 : -119245319731456 : ffff938c09138700) 00000100:00000040:1.0:1780383375.244035:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09138700 x1866867005209856/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383375.244040:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780383375.244042:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1780383375.244044:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439eee0. 00000100:00000200:1.0:1780383375.244046:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005209856, offset 0 00000400:00000200:1.0:1780383375.244051:0:2415:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383375.244054:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.244058:0:2415:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383375.244060:0:2415:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383375.244062:0:2415:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383375.244065:0:2415:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383375.244067:0:2415:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000800:00000200:0.0:1780383375.244349:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383375.244354:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091db000. 00000400:00000200:0.0:1780383375.244362:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383375.244367:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1780383375.244393:0:2415:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [132:132:251:4294967295] 192.168.204.118@tcp LPNI seq info [132:132:3:4294967295] 00000400:00000200:1.0:1780383375.244399:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.244405:0:2415:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383375.244409:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383375.244422:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091dbc00. 00000800:00000200:1.0:1780383375.244426:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383375.244430:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383375.244433:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091dbc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780383375.244437:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383375.244439:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: using a timeout of 31455 usecs (32 jiffies) 00000400:00000200:1.0:1780383375.244442:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383375.244444:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 0 is 4295033378 00000100:00000001:1.0:1780383375.244446:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS request active for cpu 0, keep current deadline 4295034667 00000100:00000001:1.0:1780383375.244447:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 1 is 4295033378 00000100:00000001:1.0:1780383375.244449:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS request active for cpu 1, keep current deadline 4295034667 00000100:00000001:1.0:1780383375.244451:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383375.244453:0:2415:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383375.244455:0:2415:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780383375.244460:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09139500 x1866867005210112/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383375.244544:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780383375.244546:0:2415:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383375.244548:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780383375.244550:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780383375.244552:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383375.244555:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09139500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:2415:1866867005210112:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1780383375.244558:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780383375.244561:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780383375.244563:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383375.244564:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780383375.244568:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c055bea00. 02000000:00000001:1.0:1780383375.244570:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383375.244573:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383375.244575:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36738. 00000400:00000010:1.0:1780383375.244579:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e440. 00000100:00000200:1.0:1780383375.244587:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005210112, portal 4 00000100:00000001:1.0:1780383375.244589:0:2415:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383375.244590:0:2415:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828389823744 : -119245319727872 : ffff938c09139500) 00000100:00000040:1.0:1780383375.244597:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09139500 x1866867005210112/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383375.244602:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780383375.244604:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1780383375.244607:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e088. 00000100:00000200:1.0:1780383375.244609:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866867005210112, offset 0 00000400:00000200:1.0:1780383375.244613:0:2415:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383375.248880:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439ebb0 00000400:00000010:0.0:1780383375.248890:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439ebb0. 00000100:00000001:0.0:1780383375.248899:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383375.248914:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0913b800 x1866867005209472/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.248928:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383375.248933:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c0913b800 x1866867005209472/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.248940:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383375.248943:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383375.248977:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383375.248981:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091db900. 00000400:00000200:0.0:1780383375.248987:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383375.248993:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383375.248997:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e2a8 00000400:00000010:0.0:1780383375.248999:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e2a8. 00000100:00000001:0.0:1780383375.249003:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383375.249008:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09139c00 x1866867005209728/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.249016:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383375.249021:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09139c00 x1866867005209728/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.249027:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383375.249029:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383375.249040:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383375.249043:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091db800. 00000400:00000200:0.0:1780383375.249046:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383375.249051:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383375.249070:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e000 00000400:00000010:0.0:1780383375.249072:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e000. 00000100:00000001:0.0:1780383375.249076:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383375.249082:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09139880 x1866867005209984/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.249091:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383375.249095:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09139880 x1866867005209984/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.249101:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383375.249103:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383375.249116:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383375.249119:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091db600. 00000400:00000200:0.0:1780383375.249123:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383375.249128:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383375.249131:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439eb28 00000400:00000010:0.0:1780383375.249134:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439eb28. 00000100:00000001:0.0:1780383375.249137:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383375.249142:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0913a680 x1866867005210240/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.249150:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383375.249154:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c0913a680 x1866867005210240/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.249160:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383375.249162:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383375.249174:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383375.249177:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091dbe00. 00000400:00000200:0.0:1780383375.249180:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383375.249344:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383375.249349:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439eaa0 00000400:00000010:0.0:1780383375.249352:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439eaa0. 00000100:00000001:0.0:1780383375.249356:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383375.249362:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09139f80 x1866867005209600/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.249379:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383375.249384:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09139f80 x1866867005209600/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.249389:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383375.249391:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1780383375.250316:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.250327:0:2415:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383375.250333:0:2415:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383375.250339:0:2415:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383375.250343:0:2415:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383375.250347:0:2415:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383375.250353:0:2415:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [133:133:255:4294967295] 192.168.204.118@tcp LPNI seq info [133:133:7:4294967295] 00000400:00000200:1.0:1780383375.250359:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.250372:0:2415:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383375.250381:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383375.250388:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091dbb00. 00000800:00000200:1.0:1780383375.250397:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383375.250405:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383375.250410:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091dbb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780383375.250415:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383375.250420:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff938c097fc000: using a timeout of 13737 usecs (14 jiffies) 00000400:00000200:1.0:1780383375.250426:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383375.250429:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff938c097fc000: PM QoS new deadline estimation for cpu 0 is 4295033366 00000100:00000001:1.0:1780383375.250432:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff938c097fc000: PM QoS request active for cpu 0, keep current deadline 4295034667 00000100:00000001:1.0:1780383375.250435:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff938c097fc000: PM QoS new deadline estimation for cpu 1 is 4295033366 00000100:00000001:1.0:1780383375.250445:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff938c097fc000: PM QoS request active for cpu 1, keep current deadline 4295034667 00000100:00000001:1.0:1780383375.250448:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383375.250452:0:2415:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383375.250458:0:2415:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383375.250463:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383375.250557:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383375.250562:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780383375.253586:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383375.253596:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091dbc00. 00000400:00000200:0.0:1780383375.253605:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383375.253614:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383375.253622:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439eee0 00000400:00000010:0.0:1780383375.253624:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439eee0. 00000100:00000001:0.0:1780383375.253629:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383375.253637:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09138700 x1866867005209856/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.253649:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383375.253653:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09138700 x1866867005209856/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.253660:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383375.253662:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383375.253689:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383375.253691:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091dbb00. 00000400:00000200:0.0:1780383375.253694:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383375.253697:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383375.253699:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e088 00000400:00000010:0.0:1780383375.253702:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e088. 00000100:00000001:0.0:1780383375.253704:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383375.253707:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09139500 x1866867005210112/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.253847:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383375.253852:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09139500 x1866867005210112/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.253878:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383375.253880:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780383375.276851:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383375.276943:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780383375.276948:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383375.276951:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383375.276960:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.276967:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383375.276977:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.276982:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.276988:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.276992:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 4 MB=0x6a1e7d8b03e80 00000400:00000200:1.0:1780383375.276997:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277004:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.118@tcp of length 224/224 into md 0x841 [1] + 224 00000800:00000001:1.0:1780383375.277011:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383375.277015:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383375.277018:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383375.277022:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1780383375.277030:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383375.277039:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0913a680 x1866867005210240/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780383375.277051:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c0913a680 x1866867005210240/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.277228:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383375.277233:0:2415:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780383375.277254:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780383375.277265:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383375.277269:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780383375.277271:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383375.277289:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383375.277293:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277297:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383375.277304:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277307:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277311:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277314:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 25 MB=0x6a1e7d8b03b80 00000400:00000200:1.0:1780383375.277318:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277322:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 224/224 into md 0x811 [1] + 224 00000800:00000001:1.0:1780383375.277326:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383375.277329:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383375.277330:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383375.277333:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1780383375.277337:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383375.277341:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0913b800 x1866867005209472/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780383375.277349:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c0913b800 x1866867005209472/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383375.277355:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780383375.277359:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383375.277362:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780383375.277364:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383375.277366:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383375.277368:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277372:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383375.277376:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277378:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277381:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277384:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 4 MB=0x6a1e7d8b03e00 00000400:00000200:1.0:1780383375.277386:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277390:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.118@tcp of length 224/224 into md 0x871 [1] + 224 00000800:00000001:1.0:1780383375.277394:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383375.277404:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383375.277405:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383375.277410:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1780383375.277413:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383375.277417:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09139500 x1866867005210112/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780383375.277424:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09139500 x1866867005210112/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383375.277431:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780383375.277435:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383375.277437:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780383375.277439:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383375.277440:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383375.277443:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277446:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383375.277450:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277452:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277455:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277457:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b03c80 00000400:00000200:1.0:1780383375.277460:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277464:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x821 [1] + 224 00000800:00000001:1.0:1780383375.277468:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383375.277471:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383375.277472:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383375.277475:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1780383375.277478:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383375.277481:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09139c00 x1866867005209728/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780383375.277488:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09139c00 x1866867005209728/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383375.277494:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780383375.277503:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383375.277506:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780383375.277508:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383375.277510:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383375.277513:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277516:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383375.277520:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277522:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277525:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277527:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b03d00 00000400:00000200:1.0:1780383375.277530:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277533:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x861 [1] + 224 00000800:00000001:1.0:1780383375.277536:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383375.277539:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383375.277541:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383375.277544:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1780383375.277546:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383375.277550:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09138700 x1866867005209856/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780383375.277557:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09138700 x1866867005209856/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383375.277563:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780383375.277567:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383375.277570:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780383375.277571:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383375.277573:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383375.277576:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277579:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383375.277582:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277584:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277587:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277589:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b03c00 00000400:00000200:1.0:1780383375.277591:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277600:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x851 [1] + 224 00000800:00000001:1.0:1780383375.277605:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383375.277608:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383375.277610:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383375.277612:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1780383375.277615:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383375.277619:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09139f80 x1866867005209600/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780383375.277627:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09139f80 x1866867005209600/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383375.277634:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780383375.277638:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383375.277641:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780383375.277642:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383375.277644:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383375.277647:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277650:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383375.277653:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277656:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277658:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277660:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b03d80 00000400:00000200:1.0:1780383375.277663:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383375.277666:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x831 [1] + 224 00000800:00000001:1.0:1780383375.277669:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383375.277677:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383375.277679:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383375.277682:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1780383375.277684:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383375.277687:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09139880 x1866867005209984/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780383375.277695:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09139880 x1866867005209984/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383375.277708:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780383375.277712:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383375.277715:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1780383375.279321:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780383375.279327:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780383375.279332:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36b00. 00000400:00000200:0.0:1780383375.279340:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e6e8 00000400:00000010:0.0:1780383375.279342:0:2415:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e6e8. 00000100:00000001:0.0:1780383375.279346:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383375.279356:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0913a680 x1866867005210240/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780383375.279366:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0913a680 x1866867005210240/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.279373:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780383375.279375:0:2415:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383375.279378:0:2415:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780383375.279382:0:2415:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780383375.279384:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780383375.279386:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383375.279389:0:2415:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1780383375.279418:0:2415:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff938c09e98000. 00000100:00001000:0.0:1780383375.279426:0:2415:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c05a49460 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1780383375.279429:0:2415:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c05a49418 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1780383375.279431:0:2415:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780383375.279433:0:2415:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780383375.279436:0:2415:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1780383375.279441:0:2415:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c0913a680 x1866867005210240/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1780383375.279447:0:2415:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383375.279451:0:2415:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780383375.279453:0:2415:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff938c097fc000: skip recheck: last_committed 0 00000100:00000001:0.0:1780383375.279455:0:2415:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780383375.279465:0:2415:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.279470:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c0913a680 x1866867005210240/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.279475:0:2415:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383375.279492:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780383375.279494:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780383375.279498:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0913a680 x1866867005210240/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383375.279505:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0913a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:2415:1866867005210240:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1780383375.279510:0:2415:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383375.279513:0:2415:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383375.279516:0:2415:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c0913a680 x1866867005210240/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.279522:0:2415:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780383375.279525:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780383375.279528:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0a3bee00. 02000000:00000001:0.0:1780383375.279532:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780383375.279535:0:2415:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780383375.279537:0:2415:0:(genops.c:1244:class_import_put()) import ffff938c05a49000 refcount=2 obd=lustre-OST0001-osc-ffff938c097fc000 00000020:00000001:0.0:1780383375.279540:0:2415:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780383375.279542:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c07a66f00. 02000000:00000001:0.0:1780383375.279546:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780383375.279548:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780383375.279550:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0913a680. 00000100:00000001:0.0:1780383375.279553:0:2415:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780383375.279554:0:2415:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383375.279558:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383375.279560:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383375.279561:0:2415:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780383375.279565:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780383375.279566:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780383375.279568:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e366e0. 00000400:00000200:0.0:1780383375.279571:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e4c8 00000400:00000010:0.0:1780383375.279578:0:2415:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e4c8. 00000100:00000001:0.0:1780383375.279580:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383375.279585:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09139f80 x1866867005209600/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780383375.279593:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09139f80 x1866867005209600/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.279599:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780383375.279601:0:2415:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383375.279603:0:2415:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780383375.279605:0:2415:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780383375.279606:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780383375.279607:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383375.279609:0:2415:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780383375.279617:0:2415:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09197c60 time=72 v=5 (5 0 0 0) 00000100:00001000:0.0:1780383375.279619:0:2415:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09197c18 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1780383375.279621:0:2415:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780383375.279622:0:2415:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780383375.279623:0:2415:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780383375.279626:0:2415:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383375.279628:0:2415:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780383375.279629:0:2415:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff938c028b3000: skip recheck: last_committed 0 00000100:00000001:0.0:1780383375.279631:0:2415:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780383375.279632:0:2415:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.279635:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09139f80 x1866867005209600/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.279641:0:2415:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383375.279642:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780383375.279644:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780383375.279647:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09139f80 x1866867005209600/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383375.279654:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09139f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2415:1866867005209600:192.168.204.118@tcp:400:kworker.0 00000400:00000001:0.0:1780383375.279659:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780383375.279666:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780383375.279668:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36580. 00000400:00000200:0.0:1780383375.279670:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439ef68 00000400:00000010:0.0:1780383375.279672:0:2415:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439ef68. 00000100:00000001:0.0:1780383375.279675:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383375.279679:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09138700 x1866867005209856/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780383375.279688:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09138700 x1866867005209856/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.279694:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780383375.279696:0:2415:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383375.279697:0:2415:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780383375.279699:0:2415:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780383375.279700:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780383375.279702:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383375.279704:0:2415:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780383375.279708:0:2415:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c0b979460 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1780383375.279711:0:2415:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c0b979418 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1780383375.279713:0:2415:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780383375.279714:0:2415:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780383375.279716:0:2415:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780383375.279717:0:2415:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383375.279719:0:2415:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780383375.279721:0:2415:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff938c097fc000: skip recheck: last_committed 0 00000100:00000001:0.0:1780383375.279722:0:2415:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780383375.279723:0:2415:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.279727:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09138700 x1866867005209856/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.279732:0:2415:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383375.279733:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780383375.279734:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780383375.279738:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09138700 x1866867005209856/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383375.279754:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09138700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:2415:1866867005209856:192.168.204.118@tcp:400:kworker.0 00000400:00000001:0.0:1780383375.279759:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780383375.279760:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780383375.279761:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36738. 00000400:00000200:0.0:1780383375.279764:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e440 00000400:00000010:0.0:1780383375.279765:0:2415:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e440. 00000100:00000001:0.0:1780383375.279768:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383375.279771:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09139500 x1866867005210112/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780383375.279798:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09139500 x1866867005210112/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.279804:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780383375.279806:0:2415:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383375.280436:0:2415:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780383375.280438:0:2415:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780383375.280440:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780383375.280442:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383375.280443:0:2415:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1780383375.280452:0:2415:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff938c09e9e000. 00000100:00001000:0.0:1780383375.280456:0:2415:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c08985460 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1780383375.280459:0:2415:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c08985418 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1780383375.280461:0:2415:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780383375.280462:0:2415:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780383375.280464:0:2415:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1780383375.280469:0:2415:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09139500 x1866867005210112/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1780383375.280475:0:2415:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383375.280477:0:2415:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780383375.280478:0:2415:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff938c097fc000: skip recheck: last_committed 0 00000100:00000001:0.0:1780383375.280480:0:2415:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780383375.280487:0:2415:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.280491:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09139500 x1866867005210112/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.280497:0:2415:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383375.280499:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780383375.280500:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780383375.280504:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09139500 x1866867005210112/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383375.280510:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09139500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:2415:1866867005210112:192.168.204.118@tcp:400:kworker.0 00000400:00000001:0.0:1780383375.280517:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780383375.280518:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780383375.280520:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36000. 00000400:00000200:0.0:1780383375.280523:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e990 00000400:00000010:0.0:1780383375.280525:0:2415:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e990. 00000100:00000001:0.0:1780383375.280527:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383375.280531:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0913b800 x1866867005209472/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780383375.280538:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0913b800 x1866867005209472/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.280543:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780383375.280545:0:2415:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383375.280546:0:2415:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780383375.280548:0:2415:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780383375.280549:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780383375.280551:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383375.280552:0:2415:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780383375.280556:0:2415:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09e1fc60 time=73 v=5 (5 0 0 0) 00000100:00001000:0.0:1780383375.280558:0:2415:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09e1fc18 time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1780383375.280560:0:2415:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780383375.280562:0:2415:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780383375.280563:0:2415:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780383375.280564:0:2415:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383375.280576:0:2415:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.280581:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c0913b800 x1866867005209472/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.280586:0:2415:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383375.280588:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780383375.280589:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780383375.280592:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0913b800 x1866867005209472/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383375.280599:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0913b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2415:1866867005209472:192.168.204.118@tcp:400:kworker.0 00000400:00000001:0.0:1780383375.280605:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780383375.280606:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780383375.280608:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36e70. 00000400:00000200:0.0:1780383375.280611:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439edd0 00000400:00000010:0.0:1780383375.280613:0:2415:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439edd0. 00000100:00000001:0.0:1780383375.280615:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383375.280618:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09139c00 x1866867005209728/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780383375.280625:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09139c00 x1866867005209728/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.280631:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780383375.280632:0:2415:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383375.280634:0:2415:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780383375.280635:0:2415:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780383375.280636:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780383375.280637:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383375.280639:0:2415:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780383375.280643:0:2415:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09194c60 time=73 v=5 (5 0 0 0) 00000100:00001000:0.0:1780383375.280646:0:2415:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09194c18 time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1780383375.280648:0:2415:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780383375.280649:0:2415:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780383375.280651:0:2415:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1780383375.280654:0:2415:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09139c00 x1866867005209728/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1780383375.280665:0:2415:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383375.280668:0:2415:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780383375.280669:0:2415:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff938c028b3000: skip recheck: last_committed 0 00000100:00000001:0.0:1780383375.280671:0:2415:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780383375.280672:0:2415:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.280675:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09139c00 x1866867005209728/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.280680:0:2415:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383375.280682:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780383375.280683:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780383375.280686:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09139c00 x1866867005209728/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383375.280692:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09139c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2415:1866867005209728:192.168.204.118@tcp:400:kworker.0 00000400:00000001:0.0:1780383375.280697:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780383375.280699:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780383375.280700:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36e18. 00000400:00000200:0.0:1780383375.280703:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439ee58 00000400:00000010:0.0:1780383375.280704:0:2415:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439ee58. 00000100:00000001:0.0:1780383375.280706:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383375.280709:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09139880 x1866867005209984/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780383375.280717:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09139880 x1866867005209984/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.280723:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780383375.280724:0:2415:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383375.280726:0:2415:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780383375.280727:0:2415:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780383375.280728:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780383375.280729:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383375.280736:0:2415:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780383375.280741:0:2415:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c0b97ac60 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1780383375.280744:0:2415:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c0b97ac18 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1780383375.280746:0:2415:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780383375.280747:0:2415:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780383375.280748:0:2415:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1780383375.280752:0:2415:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09139880 x1866867005209984/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1780383375.280758:0:2415:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383375.280760:0:2415:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780383375.280761:0:2415:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff938c097fc000: skip recheck: last_committed 0 00000100:00000001:0.0:1780383375.280763:0:2415:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780383375.280764:0:2415:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383375.280767:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09139880 x1866867005209984/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.280773:0:2415:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383375.284452:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780383375.284461:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780383375.284480:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09139880 x1866867005209984/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383375.284492:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09139880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:2415:1866867005209984:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1780383375.284499:0:2415:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383375.284503:0:2415:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383375.284508:0:2415:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09139f80 x1866867005209600/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.284515:0:2415:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780383375.284519:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780383375.284523:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c055be600. 02000000:00000001:0.0:1780383375.284529:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780383375.284532:0:2415:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780383375.284534:0:2415:0:(genops.c:1244:class_import_put()) import ffff938c09197800 refcount=3 obd=lustre-MDT0000-mdc-ffff938c028b3000 00000020:00000001:0.0:1780383375.284555:0:2415:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780383375.284558:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c28182e00. 02000000:00000001:0.0:1780383375.284562:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780383375.284564:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780383375.284566:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09139f80. 00000100:00000001:0.0:1780383375.284570:0:2415:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780383375.284571:0:2415:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383375.284573:0:2415:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383375.284579:0:2415:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09138700 x1866867005209856/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.284585:0:2415:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780383375.284587:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780383375.284588:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c055bfa00. 02000000:00000001:0.0:1780383375.284591:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780383375.284592:0:2415:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780383375.284593:0:2415:0:(genops.c:1244:class_import_put()) import ffff938c0b979000 refcount=3 obd=lustre-MDT0000-mdc-ffff938c097fc000 00000020:00000001:0.0:1780383375.284595:0:2415:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780383375.284596:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c28182500. 02000000:00000001:0.0:1780383375.284598:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780383375.284599:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780383375.284601:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09138700. 00000100:00000001:0.0:1780383375.284603:0:2415:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780383375.284605:0:2415:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383375.284606:0:2415:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383375.284612:0:2415:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09139500 x1866867005210112/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.284617:0:2415:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780383375.284619:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780383375.284620:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c055bea00. 02000000:00000001:0.0:1780383375.284621:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780383375.284622:0:2415:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780383375.284623:0:2415:0:(genops.c:1244:class_import_put()) import ffff938c08985000 refcount=2 obd=lustre-OST0000-osc-ffff938c097fc000 00000020:00000001:0.0:1780383375.284625:0:2415:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780383375.284626:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c07a66b00. 02000000:00000001:0.0:1780383375.284629:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780383375.284630:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780383375.284637:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09139500. 00000100:00000001:0.0:1780383375.284639:0:2415:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780383375.284640:0:2415:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383375.284642:0:2415:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383375.284647:0:2415:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c0913b800 x1866867005209472/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.284653:0:2415:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780383375.284655:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780383375.284656:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0a3bea00. 02000000:00000001:0.0:1780383375.284658:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780383375.284660:0:2415:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780383375.284661:0:2415:0:(genops.c:1244:class_import_put()) import ffff938c09e1f800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1780383375.284662:0:2415:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780383375.284664:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c28182800. 02000000:00000001:0.0:1780383375.284666:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780383375.284667:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780383375.284668:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0913b800. 00000100:00000001:0.0:1780383375.284670:0:2415:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780383375.284671:0:2415:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383375.284673:0:2415:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383375.284677:0:2415:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09139c00 x1866867005209728/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.284683:0:2415:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780383375.284684:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780383375.284685:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0a3bf600. 02000000:00000001:0.0:1780383375.284687:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780383375.284688:0:2415:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780383375.284689:0:2415:0:(genops.c:1244:class_import_put()) import ffff938c09194800 refcount=3 obd=lustre-MDT0001-mdc-ffff938c028b3000 00000020:00000001:0.0:1780383375.284691:0:2415:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780383375.284692:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c28182100. 02000000:00000001:0.0:1780383375.284694:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780383375.284695:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780383375.284696:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09139c00. 00000100:00000001:0.0:1780383375.284697:0:2415:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780383375.284699:0:2415:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383375.284701:0:2415:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383375.284709:0:2415:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09139880 x1866867005209984/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383375.284716:0:2415:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780383375.284717:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780383375.284719:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0a3bf000. 02000000:00000001:0.0:1780383375.284720:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780383375.284721:0:2415:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780383375.284722:0:2415:0:(genops.c:1244:class_import_put()) import ffff938c0b97a800 refcount=3 obd=lustre-MDT0001-mdc-ffff938c097fc000 00000020:00000001:0.0:1780383375.284724:0:2415:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780383375.284725:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c13772d00. 02000000:00000001:0.0:1780383375.284727:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780383375.284728:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780383375.284729:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09139880. 00000100:00000001:0.0:1780383375.284731:0:2415:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780383375.284732:0:2415:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383375.284734:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383375.284742:0:2415:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780383375.284744:0:2415:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383375.284746:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383375.284749:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383375.818425:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383375.818436:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383375.818444:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383375.818445:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780383375.818712:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780383375.818716:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780383375.818720:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780383376.585915:0:8051:0:(connection.c:75:cpu_latency_work()) work item of ffff938c028b5800 (cpu 0) has reached its deadline 4295034667, at 4295034688 00000100:00000010:0.0:1780383376.585932:0:8051:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff938c0a6a2960. 00000100:00000040:1.0:1780383376.585988:0:758:0:(connection.c:75:cpu_latency_work()) work item of ffff938c028b5910 (cpu 0) has reached its deadline 4295034667, at 4295034688 00000100:00000010:1.0:1780383376.585998:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff938c0a6a2f00. 00010000:00000001:3.0:1780383376.843843:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383376.843852:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383376.843859:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383376.843860:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780383376.845659:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780383376.845666:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780383376.845671:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780383377.868546:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383377.868558:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383377.868567:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383377.868569:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780383377.871726:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780383377.871737:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780383377.871744:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780383378.896017:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383378.896028:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383378.896035:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383378.896037:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780383378.897156:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780383378.897165:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780383378.897171:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780383379.914491:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383379.914502:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383379.914508:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383379.914512:0:1002:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780383379.914515:0:1002:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780383379.914520:0:1002:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383379.914523:0:1002:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780383379.914526:0:1002:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383379.914529:0:1002:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383379.914531:0:1002:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780383379.914704:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780383379.914713:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780383379.914740:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780383380.363007:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) bb1f37d9-7e73-4277-9cfe-69a5d632ca59->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780383380.363023:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780383380.363039:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e58380. 00000020:00000040:1.0:1780383380.363048:0:38:0:(genops.c:1231:class_import_get()) import ffff938c09e1f800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1780383380.363054:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780383380.363073:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780383380.363082:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780383380.363094:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c091db300. 00000100:00000001:1.0:1780383380.363105:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.363129:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bb1f37d9-7e73-4277-9cfe-69a5d632ca59->MGS req@ffff938c09e58380 x1866867005210368/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780383380.363142:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780383380.363147:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.363156:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fa18334] to pc [ptlrpcd_00_01+1] req@ffff938c09e58380 x1866867005210368/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.363191:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.363195:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780383380.363199:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1780383380.363203:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1780383380.363203:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e5bb80. 00000020:00000040:1.0:1780383380.363208:0:38:0:(genops.c:1231:class_import_get()) import ffff938c09197800 refcount=4 obd=lustre-MDT0000-mdc-ffff938c028b3000 00000100:00100000:0.0:1780383380.363211:0:2415:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1780383380.363212:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780383380.363215:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1780383380.363217:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1780383380.363219:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780383380.363225:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c091dbf00. 00000100:00000001:1.0:1780383380.363228:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.363229:0:2415:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780383380.363233:0:2415:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383380.363235:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383380.363237:0:2415:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780383380.363241:0:2415:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780383380.363251:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09e58380 x1866867005210368/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780383380.363256:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0000_UUID req@ffff938c09e5bb80 x1866867005210496/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780383380.363269:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780383380.363274:0:2415:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383380.363274:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780383380.363279:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383380.363282:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1780383380.363286:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078e2b5f6] to pc [ptlrpcd_00_00+0] req@ffff938c09e5bb80 x1866867005210496/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1780383380.363288:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780383380.363293:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780383380.363302:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2415:1866867005210368:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1780383380.363305:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.363310:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1780383380.363310:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780383380.363316:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1780383380.363320:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1780383380.363321:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e58a80. 02000000:00000001:0.0:1780383380.363325:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1780383380.363326:0:38:0:(genops.c:1231:class_import_get()) import ffff938c09194800 refcount=4 obd=lustre-MDT0001-mdc-ffff938c028b3000 02000000:00000001:0.0:1780383380.363331:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1780383380.363332:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780383380.363336:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780383380.363338:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780383380.363341:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0adb9a00. 02000000:00000001:0.0:1780383380.363345:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780383380.363345:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c091dbb00. 00000100:00000001:1.0:1780383380.363352:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.363360:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0001_UUID req@ffff938c09e58a80 x1866867005210624/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1780383380.363361:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1780383380.363368:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c0014b4d0. 00000100:00000001:1.0:1780383380.363373:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780383380.363377:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1780383380.363379:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a92a8. 00000100:00000040:1.0:1780383380.363382:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd4ddd74] to pc [ptlrpcd_00_01+1] req@ffff938c09e58a80 x1866867005210624/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780383380.363389:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005210368, portal 25 00000100:00000001:0.0:1780383380.363394:0:2415:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383380.363394:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.363398:0:2415:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828403581824 : -119245305969792 : ffff938c09e58380) 00000100:00000040:1.0:1780383380.363400:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1780383380.363408:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09e58380 x1866867005210368/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.363416:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780383380.363419:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1780383380.363422:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9990. 00000100:00000200:0.0:1780383380.363434:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866867005210368, offset 0 00000400:00000200:0.0:1780383380.363441:0:2415:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383380.363452:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.363461:0:2415:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383380.363467:0:2415:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780383380.363472:0:2415:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1780383380.363477:0:2415:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780383380.363479:0:2415:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1780383380.363483:0:2415:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [134:134:256:4294967295] 192.168.204.118@tcp LPNI seq info [134:134:8:4294967295] 00000400:00000200:0.0:1780383380.363487:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.363498:0:2415:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1780383380.363505:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383380.363510:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c07a66b00. 00000800:00000200:0.0:1780383380.363519:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1780383380.363528:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1780383380.363533:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c07a66b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780383380.363548:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780383380.363552:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1780383380.363555:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295039787 00000100:00000010:0.0:1780383380.363560:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff938c04ef7c00. 00000100:00000001:0.0:1780383380.363569:0:2415:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1780383380.364008:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780383380.364012:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1780383380.364015:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780383380.364019:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780383380.364030:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780383380.364034:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e59180. 00000020:00000040:1.0:1780383380.364038:0:38:0:(genops.c:1231:class_import_get()) import ffff938c0b979000 refcount=4 obd=lustre-MDT0000-mdc-ffff938c097fc000 00000100:00000001:1.0:1780383380.364040:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780383380.364042:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780383380.364045:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780383380.364050:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c091dbc00. 00000100:00000001:1.0:1780383380.364054:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.364127:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0000_UUID req@ffff938c09e59180 x1866867005210752/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780383380.364137:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780383380.364140:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.364145:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac7b0c1d] to pc [ptlrpcd_00_00+0] req@ffff938c09e59180 x1866867005210752/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.364153:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.364155:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780383380.364159:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780383380.364162:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e59c00. 00000020:00000040:1.0:1780383380.364165:0:38:0:(genops.c:1231:class_import_get()) import ffff938c0b97a800 refcount=4 obd=lustre-MDT0001-mdc-ffff938c097fc000 00000100:00000001:1.0:1780383380.364168:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780383380.364170:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780383380.364171:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780383380.364175:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c091dbe00. 00000100:00000001:1.0:1780383380.364178:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.364182:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0001_UUID req@ffff938c09e59c00 x1866867005210880/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780383380.364190:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780383380.364191:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.364195:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000895e1d0a] to pc [ptlrpcd_00_01+1] req@ffff938c09e59c00 x1866867005210880/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.364215:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.364217:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780383380.364220:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780383380.364224:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e59f80. 00000020:00000040:1.0:1780383380.364226:0:38:0:(genops.c:1231:class_import_get()) import ffff938c08985000 refcount=3 obd=lustre-OST0000-osc-ffff938c097fc000 00000100:00000001:1.0:1780383380.364228:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780383380.364230:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780383380.364232:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780383380.364235:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c091db600. 00000100:00000001:1.0:1780383380.364237:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.364242:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0000_UUID req@ffff938c09e59f80 x1866867005211008/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780383380.364249:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780383380.364251:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.364255:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5b0a6c2] to pc [ptlrpcd_00_00+0] req@ffff938c09e59f80 x1866867005211008/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.364262:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.364264:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780383380.364267:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780383380.364270:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e58e00. 00000020:00000040:1.0:1780383380.364272:0:38:0:(genops.c:1231:class_import_get()) import ffff938c05a49000 refcount=3 obd=lustre-OST0001-osc-ffff938c097fc000 00000100:00000001:1.0:1780383380.364275:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780383380.364276:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780383380.364278:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780383380.364281:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c091db800. 00000100:00000001:1.0:1780383380.364283:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.364287:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0001_UUID req@ffff938c09e58e00 x1866867005211136/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780383380.364294:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780383380.364301:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.364306:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033135a8e] to pc [ptlrpcd_00_01+1] req@ffff938c09e58e00 x1866867005211136/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.364314:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.364320:0:38:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (376) 00000100:00000001:1.0:1780383380.364343:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383380.364345:0:2416:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780383380.364348:0:2416:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780383380.364354:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09e58a80 x1866867005210624/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.364362:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780383380.364363:0:2416:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383380.364367:0:2416:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780383380.364370:0:2416:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780383380.364373:0:2416:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383380.364376:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005210624:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1780383380.364380:0:2416:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780383380.364385:0:2416:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780383380.364387:0:2416:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383380.364389:0:2416:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780383380.364394:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c02d80e00. 02000000:00000001:1.0:1780383380.364396:0:2416:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.365008:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295039789 00000100:00000010:0.0:1780383380.365019:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff938c04ef7420. 00000400:00000200:1.0:1780383380.365019:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1780383380.365029:0:2415:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1780383380.365030:0:2416:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36478. 00000100:00000001:0.0:1780383380.365037:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383380.365042:0:2415:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1780383380.365042:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e198. 00000100:00000001:0.0:1780383380.365050:0:2415:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1780383380.365051:0:2416:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005210624, portal 10 00000100:00000001:0.0:1780383380.365053:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383380.365055:0:2416:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780383380.365065:0:2415:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780383380.365069:0:2415:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780383380.365072:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383380.365084:0:2415:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780383380.365086:0:2415:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780383380.365093:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09e5bb80 x1866867005210496/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.365116:0:2416:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828403583616 : -119245305968000 : ffff938c09e58a80) 00000100:00000040:1.0:1780383380.365128:0:2416:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09e58a80 x1866867005210624/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.365135:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780383380.365138:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1780383380.365142:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439ecc0. 00000100:00000200:1.0:1780383380.365154:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005210624, offset 0 00000100:00000001:0.0:1780383380.365158:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780383380.365162:0:2415:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383380.365164:0:2416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 02000000:00000001:0.0:1780383380.365168:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780383380.365172:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780383380.365175:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383380.365177:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00100000:0.0:1780383380.365182:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2415:1866867005210496:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1780383380.365188:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1780383380.365190:0:2416:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383380.365195:0:2416:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383380.365200:0:2416:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383380.365203:0:2416:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383380.365206:0:2416:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383380.365210:0:2416:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [135:135:255:4294967295] 192.168.204.118@tcp LPNI seq info [135:135:7:4294967295] 00000400:00000200:1.0:1780383380.365213:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383380.365223:0:2416:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383380.365228:0:2416:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383380.365234:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091db900. 00000800:00000200:1.0:1780383380.365241:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383380.365248:0:2416:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383380.365253:0:2416:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091db900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780383380.365256:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.365261:0:2416:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: using a timeout of 96881 usecs (97 jiffies) 00000400:00000200:1.0:1780383380.365263:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383380.365265:0:2416:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 0 is 4295038564 00000100:00000001:1.0:1780383380.365268:0:2416:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS request active for cpu 0, keep current deadline 4295039787 00000100:00000001:1.0:1780383380.365270:0:2416:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 1 is 4295038564 00000100:00000001:1.0:1780383380.365272:0:2416:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS request active for cpu 1, keep current deadline 4295039789 00000100:00000001:1.0:1780383380.365274:0:2416:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383380.365276:0:2416:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383380.365278:0:2416:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780383380.365282:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09e59c00 x1866867005210880/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.365288:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780383380.365295:0:2416:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383380.365298:0:2416:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780383380.365299:0:2416:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780383380.365301:0:2416:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383380.365304:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf52ba59-39e9-494e-aee8-655b4f06ca04:2416:1866867005210880:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1780383380.365308:0:2416:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780383380.365312:0:2416:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780383380.365314:0:2416:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383380.365318:0:2416:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1780383380.365319:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1780383380.365322:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c02d80200. 02000000:00000001:0.0:1780383380.365323:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383380.365325:0:2416:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383380.365328:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1780383380.365332:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 02000000:00000010:0.0:1780383380.365334:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0adb8800. 00000400:00000010:1.0:1780383380.365337:0:2416:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36bb0. 02000000:00000001:0.0:1780383380.365340:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1780383380.365343:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e3b8. 00000100:00000200:1.0:1780383380.365348:0:2416:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005210880, portal 10 00000400:00000200:0.0:1780383380.365349:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383380.365352:0:2416:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383380.365355:0:2416:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828403588096 : -119245305963520 : ffff938c09e59c00) 00000400:00000010:0.0:1780383380.365356:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c0014bc08. 00000400:00000010:0.0:1780383380.365364:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9aa0. 00000100:00000040:1.0:1780383380.365366:0:2416:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09e59c00 x1866867005210880/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780383380.365369:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005210496, portal 10 00000100:00000001:0.0:1780383380.365372:0:2415:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780383380.365373:0:2415:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828403596160 : -119245305955456 : ffff938c09e5bb80) 00000100:00000040:0.0:1780383380.365382:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09e5bb80 x1866867005210496/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.365389:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780383380.365391:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1780383380.365393:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9e58. 00000100:00000200:0.0:1780383380.365396:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005210496, offset 0 00000400:00000200:0.0:1780383380.365401:0:2415:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383380.365404:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.365408:0:2415:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383380.365411:0:2415:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780383380.365413:0:2415:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1780383380.365422:0:2415:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780383380.365425:0:2415:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1780383380.365428:0:2415:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [136:136:254:4294967295] 192.168.204.118@tcp LPNI seq info [136:136:6:4294967295] 00000400:00000200:0.0:1780383380.365432:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.365438:0:2415:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1780383380.365443:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383380.365447:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c07a66f00. 00000800:00000200:0.0:1780383380.365452:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1780383380.365456:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1780383380.365458:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c07a66f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780383380.365461:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383380.365464:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: using a timeout of 213397 usecs (214 jiffies) 00000400:00000200:0.0:1780383380.365467:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1780383380.365468:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 0 is 4295038681 00000100:00000001:0.0:1780383380.365471:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS request active for cpu 0, keep current deadline 4295039787 00000100:00000001:0.0:1780383380.365473:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 1 is 4295038681 00000100:00000001:0.0:1780383380.365474:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS request active for cpu 1, keep current deadline 4295039789 00000100:00000001:0.0:1780383380.365476:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383380.365478:0:2415:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.365480:0:2415:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780383380.365484:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09e59180 x1866867005210752/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.365491:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780383380.365492:0:2415:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383380.365495:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780383380.365496:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780383380.365498:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780383380.365501:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:2415:1866867005210752:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1780383380.365504:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780383380.365512:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780383380.365514:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383380.365516:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780383380.365519:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0adb9000. 02000000:00000001:0.0:1780383380.365521:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780383380.365524:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1780383380.365526:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c0014b7e8. 00000400:00000010:0.0:1780383380.365530:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9bb0. 00000100:00000200:0.0:1780383380.365534:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005210752, portal 10 00000100:00000001:0.0:1780383380.365536:0:2415:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780383380.365537:0:2415:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828403585408 : -119245305966208 : ffff938c09e59180) 00000100:00000040:0.0:1780383380.365543:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09e59180 x1866867005210752/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.365550:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780383380.365552:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1780383380.365554:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9000. 00000100:00000200:0.0:1780383380.365556:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005210752, offset 0 00000400:00000200:0.0:1780383380.365560:0:2415:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383380.365564:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.365567:0:2415:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383380.365569:0:2415:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780383380.365572:0:2415:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1780383380.365574:0:2415:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780383380.366735:0:2415:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1780383380.366740:0:2415:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [137:137:253:4294967295] 192.168.204.118@tcp LPNI seq info [137:137:5:4294967295] 00000400:00000200:0.0:1780383380.366746:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.366755:0:2415:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1780383380.366762:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383380.366771:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c07a66200. 00000800:00000200:0.0:1780383380.368021:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1780383380.368048:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1780383380.368054:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c07a66200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780383380.368086:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383380.368093:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: using a timeout of 33648 usecs (34 jiffies) 00000400:00000200:0.0:1780383380.368101:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1780383380.368106:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 0 is 4295038501 00000100:00000001:0.0:1780383380.368129:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS request active for cpu 0, keep current deadline 4295039787 00000100:00000001:0.0:1780383380.368133:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 1 is 4295038501 00000100:00000001:0.0:1780383380.368135:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS request active for cpu 1, keep current deadline 4295039789 00000100:00000001:0.0:1780383380.368138:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383380.368143:0:2415:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.368149:0:2415:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780383380.368160:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09e59f80 x1866867005211008/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.368172:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780383380.368174:0:2415:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383380.368180:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780383380.368185:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780383380.368188:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780383380.368192:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:2415:1866867005211008:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1780383380.368197:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780383380.368205:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780383380.368208:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383380.368211:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780383380.368220:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0adb8000. 02000000:00000001:0.0:1780383380.368223:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780383380.368228:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1780383380.368233:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c0014b528. 00000400:00000010:0.0:1780383380.368241:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9b28. 00000100:00000200:0.0:1780383380.368249:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005211008, portal 4 00000100:00000001:0.0:1780383380.368252:0:2415:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780383380.368254:0:2415:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828403588992 : -119245305962624 : ffff938c09e59f80) 00000100:00000040:0.0:1780383380.368262:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09e59f80 x1866867005211008/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.368276:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780383380.368279:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1780383380.368283:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9ee0. 00000100:00000200:0.0:1780383380.368286:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866867005211008, offset 0 00000400:00000200:0.0:1780383380.368294:0:2415:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383380.368303:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.368313:0:2415:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383380.368318:0:2415:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780383380.368323:0:2415:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1780383380.368327:0:2415:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780383380.368330:0:2415:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1780383380.368333:0:2415:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [138:138:252:4294967295] 192.168.204.118@tcp LPNI seq info [138:138:4:4294967295] 00000400:00000200:0.0:1780383380.368337:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.368345:0:2415:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1780383380.368350:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383380.368356:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c07a66000. 00000800:00000200:0.0:1780383380.368363:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1780383380.368367:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1780383380.368370:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c07a66000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780383380.368374:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383380.368377:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff938c097fc000: using a timeout of 30686 usecs (31 jiffies) 00000400:00000200:0.0:1780383380.368381:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1780383380.368383:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff938c097fc000: PM QoS new deadline estimation for cpu 0 is 4295038498 00000100:00000001:0.0:1780383380.368385:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff938c097fc000: PM QoS request active for cpu 0, keep current deadline 4295039787 00000100:00000001:0.0:1780383380.368387:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff938c097fc000: PM QoS new deadline estimation for cpu 1 is 4295038498 00000100:00000001:0.0:1780383380.368390:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff938c097fc000: PM QoS request active for cpu 1, keep current deadline 4295039789 00000100:00000001:0.0:1780383380.368391:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383380.368394:0:2415:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.368404:0:2415:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.368408:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383380.368418:0:2415:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780383380.368421:0:2415:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780383380.368425:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383380.368427:0:2415:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780383380.368429:0:2415:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.368432:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780383380.368518:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383380.368524:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c07a66b00. 00000400:00000200:0.0:1780383380.368534:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383380.368540:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383380.368548:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9990 00000400:00000010:0.0:1780383380.368551:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9990. 00000100:00000001:0.0:1780383380.368557:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383380.368563:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09e58380 x1866867005210368/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.368575:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383380.368579:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09e58380 x1866867005210368/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.370071:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.370077:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383380.370139:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383380.370143:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091db900. 00000400:00000200:0.0:1780383380.370153:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383380.370165:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383380.370173:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439ecc0 00000400:00000010:0.0:1780383380.370176:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439ecc0. 00000100:00000001:0.0:1780383380.370181:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383380.370190:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09e58a80 x1866867005210624/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.370203:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383380.370206:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09e58a80 x1866867005210624/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.370239:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.370240:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383380.370253:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383380.370255:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c07a66f00. 00000400:00000200:0.0:1780383380.370259:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383380.370263:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383380.370266:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9e58 00000400:00000010:0.0:1780383380.370268:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9e58. 00000100:00000001:0.0:1780383380.370271:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383380.370276:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09e5bb80 x1866867005210496/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.370284:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383380.370287:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09e5bb80 x1866867005210496/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.370295:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.370296:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383380.370305:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383380.370307:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c07a66200. 00000400:00000200:0.0:1780383380.370310:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383380.370313:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383380.370316:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9000 00000400:00000010:0.0:1780383380.370318:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9000. 00000100:00000001:0.0:1780383380.370320:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383380.370325:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09e59180 x1866867005210752/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.370333:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383380.370336:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09e59180 x1866867005210752/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.370342:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.370343:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1780383380.370843:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780383380.370848:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1780383380.370855:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e550. 00000100:00000200:1.0:1780383380.370861:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005210880, offset 0 00000400:00000200:1.0:1780383380.370868:0:2416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383380.370880:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383380.370889:0:2416:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383380.370895:0:2416:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383380.370900:0:2416:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383380.370904:0:2416:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383380.370907:0:2416:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383380.370911:0:2416:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [139:139:255:4294967295] 192.168.204.118@tcp LPNI seq info [139:139:7:4294967295] 00000400:00000200:1.0:1780383380.370915:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383380.370924:0:2416:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383380.370939:0:2416:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383380.370944:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091db000. 00000800:00000200:1.0:1780383380.370952:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383380.370960:0:2416:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383380.370965:0:2416:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091db000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780383380.370970:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.370974:0:2416:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: using a timeout of 56080 usecs (57 jiffies) 00000400:00000200:1.0:1780383380.370978:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383380.370981:0:2416:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 0 is 4295038530 00000100:00000001:1.0:1780383380.370984:0:2416:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS request active for cpu 0, keep current deadline 4295039787 00000100:00000001:1.0:1780383380.370987:0:2416:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 1 is 4295038530 00000100:00000001:1.0:1780383380.370989:0:2416:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS request active for cpu 1, keep current deadline 4295039789 00000100:00000001:1.0:1780383380.370991:0:2416:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383380.370995:0:2416:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383380.370999:0:2416:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780383380.371005:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09e58e00 x1866867005211136/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.371014:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780383380.371017:0:2416:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383380.371021:0:2416:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780383380.371025:0:2416:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780383380.371028:0:2416:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383380.371031:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf52ba59-39e9-494e-aee8-655b4f06ca04:2416:1866867005211136:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1780383380.371035:0:2416:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780383380.371042:0:2416:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780383380.371045:0:2416:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383380.371048:0:2416:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780383380.371056:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0ccca800. 02000000:00000001:1.0:1780383380.371059:0:2416:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383380.371063:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383380.371074:0:2416:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36ec8. 00000400:00000010:1.0:1780383380.371079:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e7f8. 00000100:00000200:1.0:1780383380.371085:0:2416:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005211136, portal 4 00000100:00000001:1.0:1780383380.371088:0:2416:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383380.371090:0:2416:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828403584512 : -119245305967104 : ffff938c09e58e00) 00000100:00000040:1.0:1780383380.371099:0:2416:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09e58e00 x1866867005211136/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.371106:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780383380.371120:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1780383380.371124:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e880. 00000100:00000200:1.0:1780383380.371126:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866867005211136, offset 0 00000400:00000200:1.0:1780383380.371131:0:2416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383380.371136:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383380.371140:0:2416:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383380.371143:0:2416:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383380.371145:0:2416:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383380.371147:0:2416:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383380.371149:0:2416:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383380.371152:0:2416:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [140:140:254:4294967295] 192.168.204.118@tcp LPNI seq info [140:140:6:4294967295] 00000400:00000200:1.0:1780383380.371156:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383380.371162:0:2416:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383380.371166:0:2416:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383380.371170:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091db500. 00000800:00000200:1.0:1780383380.371174:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383380.371178:0:2416:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383380.371181:0:2416:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091db500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780383380.371184:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.371187:0:2416:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff938c097fc000: using a timeout of 30188 usecs (31 jiffies) 00000400:00000200:1.0:1780383380.371190:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383380.371192:0:2416:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff938c097fc000: PM QoS new deadline estimation for cpu 0 is 4295038504 00000100:00000001:1.0:1780383380.371195:0:2416:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff938c097fc000: PM QoS request active for cpu 0, keep current deadline 4295039787 00000100:00000001:1.0:1780383380.371203:0:2416:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff938c097fc000: PM QoS new deadline estimation for cpu 1 is 4295038504 00000100:00000001:1.0:1780383380.371205:0:2416:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff938c097fc000: PM QoS request active for cpu 1, keep current deadline 4295039789 00000100:00000001:1.0:1780383380.371208:0:2416:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383380.371210:0:2416:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383380.371213:0:2416:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383380.371218:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383380.371227:0:2416:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780383380.371230:0:2416:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1780383380.371234:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383380.371236:0:2416:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780383380.371238:0:2416:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383380.371241:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780383380.372208:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383380.372231:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c07a66000. 00000400:00000200:0.0:1780383380.372239:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383380.372247:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383380.372254:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9ee0 00000400:00000010:0.0:1780383380.372257:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9ee0. 00000100:00000001:0.0:1780383380.372262:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383380.372270:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09e59f80 x1866867005211008/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.372282:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383380.372286:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09e59f80 x1866867005211008/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.372294:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.372296:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383380.372330:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383380.372333:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091db000. 00000400:00000200:0.0:1780383380.372337:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383380.372340:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383380.372343:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e550 00000400:00000010:0.0:1780383380.372345:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e550. 00000100:00000001:0.0:1780383380.372348:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383380.372352:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09e59c00 x1866867005210880/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.372360:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383380.372363:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09e59c00 x1866867005210880/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.372369:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.372371:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383380.372378:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383380.372380:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091db500. 00000400:00000200:0.0:1780383380.372382:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383380.372386:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383380.372388:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e880 00000400:00000010:0.0:1780383380.372390:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e880. 00000100:00000001:0.0:1780383380.372399:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383380.372403:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09e58e00 x1866867005211136/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.372411:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383380.372414:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09e58e00 x1866867005211136/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.372420:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.372421:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780383380.385288:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383380.385316:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780383380.385323:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383380.385325:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383380.385339:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383380.385350:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383380.385362:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383380.385367:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383380.385375:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383380.385380:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 25 MB=0x6a1e7d8b03f00 00000400:00000200:1.0:1780383380.385386:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383380.385394:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 224/224 into md 0x881 [1] + 224 00000800:00000001:1.0:1780383380.385403:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383380.385411:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383380.385415:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383380.385421:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1780383380.385432:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383380.385445:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09e58380 x1866867005210368/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780383380.385457:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09e58380 x1866867005210368/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.385510:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780383380.385521:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383380.385525:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383380.385865:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383380.385871:0:2415:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780383380.385884:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780383380.385887:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780383380.385892:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c0014b4d0. 00000400:00000200:0.0:1780383380.385899:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a92a8 00000400:00000010:0.0:1780383380.385903:0:2415:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a92a8. 00000100:00000001:0.0:1780383380.385907:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383380.385913:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09e58380 x1866867005210368/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780383380.385924:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09e58380 x1866867005210368/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.385929:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780383380.385932:0:2415:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383380.385935:0:2415:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780383380.385939:0:2415:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780383380.385942:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780383380.385944:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383380.385948:0:2415:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780383380.385959:0:2415:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09e1fc60 time=78 v=5 (5 0 0 0) 00000100:00001000:0.0:1780383380.385965:0:2415:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09e1fc18 time=78 v=5 (1 0 0 0) 00000100:00000001:0.0:1780383380.385968:0:2415:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780383380.385970:0:2415:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780383380.385974:0:2415:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780383380.385977:0:2415:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.385981:0:2415:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383380.385986:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09e58380 x1866867005210368/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.386001:0:2415:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383380.386005:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780383380.386007:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780383380.386012:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09e58380 x1866867005210368/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383380.386020:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2415:1866867005210368:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1780383380.386026:0:2415:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.386029:0:2415:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383380.386032:0:2415:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09e58380 x1866867005210368/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.386040:0:2415:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780383380.386043:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780383380.386048:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0adb9a00. 02000000:00000001:0.0:1780383380.386052:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780383380.386055:0:2415:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780383380.386058:0:2415:0:(genops.c:1244:class_import_put()) import ffff938c09e1f800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1780383380.386060:0:2415:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780383380.386063:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c091db300. 02000000:00000001:0.0:1780383380.386068:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780383380.386071:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780383380.386073:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09e58380. 00000100:00000001:0.0:1780383380.386077:0:2415:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780383380.386078:0:2415:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383380.386083:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.386085:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383380.386086:0:2415:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780383380.386087:0:2415:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.386089:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780383380.395295:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383380.395326:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383380.395332:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383380.395335:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383380.395347:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.395380:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383380.395393:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.395399:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.395406:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.395410:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b04000 00000400:00000200:0.0:1780383380.395416:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.395425:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x891 [1] + 224 00000800:00000001:0.0:1780383380.395435:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383380.395439:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383380.395443:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383380.395448:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383380.395459:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383380.395474:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09e58a80 x1866867005210624/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383380.395488:0:2408:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09e58a80 x1866867005210624/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.395518:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383380.395533:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383380.395537:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383380.395539:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383380.395541:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383380.395544:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.395548:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383380.395552:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.395555:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.395557:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.395560:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b03f80 00000400:00000200:0.0:1780383380.395563:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.395567:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x8a9 [1] + 224 00000800:00000001:0.0:1780383380.395571:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383380.395593:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383380.395602:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383380.395606:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383380.395610:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383380.395615:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09e5bb80 x1866867005210496/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383380.395624:0:2408:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09e5bb80 x1866867005210496/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.395645:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383380.395650:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383380.395654:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383380.395656:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383380.395658:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383380.395662:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.395665:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383380.395669:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.395672:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.395675:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.395678:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b04080 00000400:00000200:0.0:1780383380.395681:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.395685:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x8b9 [1] + 224 00000800:00000001:0.0:1780383380.395689:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383380.395702:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383380.395704:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383380.395707:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383380.395711:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383380.395716:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09e59180 x1866867005210752/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383380.395725:0:2408:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09e59180 x1866867005210752/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.395733:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383380.395745:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383380.395749:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383380.395771:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383380.395839:0:2415:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780383380.395852:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780383380.395855:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780383380.395860:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c0014bc08. 00000400:00000200:0.0:1780383380.395866:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9aa0 00000400:00000010:0.0:1780383380.395871:0:2415:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9aa0. 00000100:00000001:0.0:1780383380.395875:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383380.395880:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09e5bb80 x1866867005210496/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780383380.395891:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09e5bb80 x1866867005210496/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.395898:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780383380.395901:0:2415:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383380.395905:0:2415:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780383380.395910:0:2415:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780383380.395915:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780383380.395919:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383380.395924:0:2415:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780383380.395948:0:2415:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09197c60 time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1780383380.395953:0:2415:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09197c18 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1780383380.395956:0:2415:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780383380.395958:0:2415:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780383380.395961:0:2415:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780383380.395966:0:2415:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.395971:0:2415:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780383380.395974:0:2415:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff938c028b3000: skip recheck: last_committed 0 00000100:00000001:0.0:1780383380.395977:0:2415:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780383380.395979:0:2415:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383380.395986:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09e5bb80 x1866867005210496/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.395994:0:2415:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383380.395998:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383380.396006:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383380.396008:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383380.396013:0:2416:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1780383380.396018:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09e5bb80 x1866867005210496/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1780383380.396020:0:2416:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383380.396024:0:2416:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383380.396028:0:2416:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36478. 00000100:00100000:0.0:1780383380.396033:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2415:1866867005210496:192.168.204.118@tcp:400:kworker.0 00000400:00000200:1.0:1780383380.396034:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e198 00000400:00000010:1.0:1780383380.396039:0:2416:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e198. 00000100:00000001:1.0:1780383380.396043:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1780383380.396046:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780383380.396050:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1780383380.396051:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09e58a80 x1866867005210624/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780383380.396054:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c0014b7e8. 00000400:00000200:0.0:1780383380.396061:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9bb0 00000400:00000010:0.0:1780383380.396064:0:2415:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9bb0. 00000100:00000001:0.0:1780383380.396070:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383380.396073:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09e58a80 x1866867005210624/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780383380.396077:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09e59180 x1866867005210752/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.396088:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383380.396093:0:2416:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1780383380.396096:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09e59180 x1866867005210752/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.396097:0:2416:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383380.396100:0:2416:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383380.396103:0:2416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383380.396106:0:2416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383380.396119:0:2416:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.396126:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1780383380.396128:0:2416:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09194c60 time=78 v=5 (5 0 0 0) 00000100:00000001:0.0:1780383380.396129:0:2415:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383380.396134:0:2415:0:(client.c:1579:after_reply()) Process entered 00000100:00001000:1.0:1780383380.396135:0:2416:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09194c18 time=78 v=5 (1 0 0 0) 02000000:00000001:0.0:1780383380.396139:0:2415:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383380.396140:0:2416:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780383380.396142:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383380.396143:0:2416:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.396146:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383380.396147:0:2416:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1780383380.396151:0:2415:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1780383380.396156:0:2416:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09e58a80 x1866867005210624/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1780383380.396160:0:2415:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c0b979460 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1780383380.396169:0:2415:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c0b979418 time=11 v=5 (1 0 0 0) 00010000:00000001:1.0:1780383380.396173:0:2416:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.396175:0:2415:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780383380.396177:0:2416:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1780383380.396178:0:2415:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.396181:0:2416:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff938c028b3000: skip recheck: last_committed 0 00010000:00000001:0.0:1780383380.396182:0:2415:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1780383380.396185:0:2416:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1780383380.396187:0:2415:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.396190:0:2415:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780383380.396192:0:2415:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff938c097fc000: skip recheck: last_committed 0 00000100:00000001:0.0:1780383380.396195:0:2415:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780383380.396197:0:2415:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383380.396202:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09e59180 x1866867005210752/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.396225:0:2415:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383380.396227:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780383380.396229:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780383380.396233:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09e59180 x1866867005210752/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383380.396241:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:2415:1866867005210752:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1780383380.396247:0:2415:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.396250:0:2415:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383380.396253:0:2415:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09e5bb80 x1866867005210496/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.396260:0:2415:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780383380.396264:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780383380.396268:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0adb8800. 02000000:00000001:0.0:1780383380.396273:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780383380.396276:0:2415:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780383380.396278:0:2415:0:(genops.c:1244:class_import_put()) import ffff938c09197800 refcount=3 obd=lustre-MDT0000-mdc-ffff938c028b3000 00000020:00000001:0.0:1780383380.396280:0:2415:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780383380.396284:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c091dbf00. 02000000:00000001:0.0:1780383380.396288:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780383380.396291:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780383380.396293:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09e5bb80. 00000100:00000001:0.0:1780383380.396298:0:2415:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780383380.396299:0:2415:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383380.396301:0:2415:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383380.396304:0:2415:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09e59180 x1866867005210752/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.396310:0:2415:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780383380.396312:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780383380.396313:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0adb9000. 02000000:00000001:0.0:1780383380.396315:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780383380.396317:0:2415:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780383380.396324:0:2415:0:(genops.c:1244:class_import_put()) import ffff938c0b979000 refcount=3 obd=lustre-MDT0000-mdc-ffff938c097fc000 00000020:00000001:0.0:1780383380.396326:0:2415:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780383380.396327:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c091dbc00. 02000000:00000001:0.0:1780383380.396329:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780383380.396330:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780383380.396332:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09e59180. 00000100:00000001:0.0:1780383380.396334:0:2415:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780383380.396335:0:2415:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383380.396339:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.396340:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383380.396342:0:2415:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780383380.396343:0:2415:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.396345:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383380.396848:0:2416:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.396858:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09e58a80 x1866867005210624/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.396867:0:2416:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383380.396869:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383380.396870:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780383380.396874:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09e58a80 x1866867005210624/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383380.396883:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005210624:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1780383380.396889:0:2416:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383380.396891:0:2416:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383380.396895:0:2416:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09e58a80 x1866867005210624/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.396902:0:2416:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383380.396903:0:2416:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383380.396907:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c02d80e00. 02000000:00000001:1.0:1780383380.396911:0:2416:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383380.396913:0:2416:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383380.396915:0:2416:0:(genops.c:1244:class_import_put()) import ffff938c09194800 refcount=3 obd=lustre-MDT0001-mdc-ffff938c028b3000 00000020:00000001:1.0:1780383380.396917:0:2416:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383380.396919:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c091dbb00. 02000000:00000001:1.0:1780383380.396921:0:2416:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383380.396922:0:2416:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383380.396924:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09e58a80. 00000100:00000001:1.0:1780383380.396926:0:2416:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383380.396928:0:2416:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383380.396930:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383380.396932:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383380.396934:0:2416:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780383380.396935:0:2416:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383380.396937:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780383380.400884:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383380.400913:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780383380.400937:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383380.400940:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383380.400952:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383380.400962:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383380.400973:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383380.400979:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383380.400986:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383380.400991:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 4 MB=0x6a1e7d8b04180 00000400:00000200:1.0:1780383380.400997:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383380.401004:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.118@tcp of length 224/224 into md 0x8c9 [1] + 224 00000800:00000001:1.0:1780383380.401013:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383380.401022:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383380.401027:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383380.401031:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1780383380.401040:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383380.401052:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09e59f80 x1866867005211008/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780383380.401064:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09e59f80 x1866867005211008/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.401087:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780383380.401099:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383380.401102:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383380.402177:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383380.402187:0:2415:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780383380.402198:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780383380.402200:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780383380.402205:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c0014b528. 00000400:00000200:0.0:1780383380.402213:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9b28 00000400:00000010:0.0:1780383380.402216:0:2415:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9b28. 00000100:00000001:0.0:1780383380.402221:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383380.402231:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09e59f80 x1866867005211008/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780383380.402243:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09e59f80 x1866867005211008/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.402251:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780383380.402254:0:2415:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383380.402257:0:2415:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780383380.402261:0:2415:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780383380.402264:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780383380.402266:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383380.402270:0:2415:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780383380.402283:0:2415:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c08985460 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1780383380.402288:0:2415:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c08985418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1780383380.402291:0:2415:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780383380.402293:0:2415:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780383380.402296:0:2415:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1780383380.402318:0:2415:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09e59f80 x1866867005211008/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1780383380.402326:0:2415:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.402330:0:2415:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780383380.402333:0:2415:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff938c097fc000: skip recheck: last_committed 0 00000100:00000001:0.0:1780383380.402335:0:2415:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780383380.402337:0:2415:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383380.402342:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09e59f80 x1866867005211008/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.402349:0:2415:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383380.402353:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780383380.402356:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780383380.402360:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09e59f80 x1866867005211008/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383380.402368:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:2415:1866867005211008:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1780383380.402373:0:2415:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383380.402377:0:2415:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383380.402380:0:2415:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09e59f80 x1866867005211008/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.402386:0:2415:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780383380.402390:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780383380.402394:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0adb8000. 02000000:00000001:0.0:1780383380.402398:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780383380.402401:0:2415:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780383380.402403:0:2415:0:(genops.c:1244:class_import_put()) import ffff938c08985000 refcount=2 obd=lustre-OST0000-osc-ffff938c097fc000 00000020:00000001:0.0:1780383380.402406:0:2415:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780383380.402409:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c091db600. 02000000:00000001:0.0:1780383380.402413:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780383380.402415:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780383380.402417:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09e59f80. 00000100:00000001:0.0:1780383380.402422:0:2415:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780383380.402429:0:2415:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383380.402432:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383380.402440:0:2415:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780383380.402443:0:2415:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383380.402445:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383380.402448:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780383380.407320:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383380.407347:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383380.407353:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383380.407356:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383380.407368:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.407378:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383380.407390:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.407396:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.407404:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.407409:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 4 MB=0x6a1e7d8b04200 00000400:00000200:0.0:1780383380.407416:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.407425:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.118@tcp of length 224/224 into md 0x8e1 [1] + 224 00000800:00000001:0.0:1780383380.407434:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383380.407439:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383380.407443:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383380.407449:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383380.407459:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383380.407471:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09e58e00 x1866867005211136/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383380.407482:0:2408:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09e58e00 x1866867005211136/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.407509:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383380.407523:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383380.407527:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383380.407528:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383380.407531:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383380.407534:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.407537:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383380.407563:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.407566:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.407569:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.407572:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b04100 00000400:00000200:0.0:1780383380.407576:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383380.407582:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x8a1 [1] + 224 00000800:00000001:0.0:1780383380.407598:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383380.407608:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383380.407610:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383380.407614:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383380.407617:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383380.407623:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09e59c00 x1866867005210880/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383380.407632:0:2408:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09e59c00 x1866867005210880/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383380.407640:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383380.407643:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383380.407647:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383380.408096:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383380.408104:0:2416:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780383380.408127:0:2416:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383380.408130:0:2416:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383380.408134:0:2416:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36bb0. 00000400:00000200:1.0:1780383380.408142:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e3b8 00000400:00000010:1.0:1780383380.408145:0:2416:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e3b8. 00000100:00000001:1.0:1780383380.408149:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383380.408156:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09e59c00 x1866867005210880/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383380.408167:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09e59c00 x1866867005210880/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.408185:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383380.408188:0:2416:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383380.408191:0:2416:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383380.408205:0:2416:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383380.408209:0:2416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383380.408211:0:2416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383380.408215:0:2416:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780383380.408227:0:2416:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c0b97ac60 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1780383380.408232:0:2416:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c0b97ac18 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1780383380.408236:0:2416:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780383380.408238:0:2416:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383380.408241:0:2416:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1780383380.408247:0:2416:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09e59c00 x1866867005210880/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1780383380.408254:0:2416:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383380.408259:0:2416:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780383380.408261:0:2416:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff938c097fc000: skip recheck: last_committed 0 00000100:00000001:1.0:1780383380.408264:0:2416:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780383380.408265:0:2416:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.408274:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09e59c00 x1866867005210880/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.408282:0:2416:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383380.408286:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383380.408288:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780383380.408500:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09e59c00 x1866867005210880/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383380.408511:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf52ba59-39e9-494e-aee8-655b4f06ca04:2416:1866867005210880:192.168.204.118@tcp:400:kworker.0 00000400:00000001:1.0:1780383380.408520:0:2416:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383380.408521:0:2416:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383380.408524:0:2416:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36ec8. 00000400:00000200:1.0:1780383380.408533:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e7f8 00000400:00000010:1.0:1780383380.408535:0:2416:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e7f8. 00000100:00000001:1.0:1780383380.408539:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383380.408544:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09e58e00 x1866867005211136/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383380.408553:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09e58e00 x1866867005211136/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.408560:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383380.408562:0:2416:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383380.408564:0:2416:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383380.408566:0:2416:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383380.408567:0:2416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383380.408578:0:2416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383380.408580:0:2416:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780383380.408586:0:2416:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c05a49460 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1780383380.408590:0:2416:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c05a49418 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1780383380.408592:0:2416:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780383380.408593:0:2416:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383380.408595:0:2416:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1780383380.408663:0:2416:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09e58e00 x1866867005211136/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1780383380.408672:0:2416:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383380.408675:0:2416:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780383380.408676:0:2416:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff938c097fc000: skip recheck: last_committed 0 00000100:00000001:1.0:1780383380.408678:0:2416:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780383380.408679:0:2416:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383380.408683:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09e58e00 x1866867005211136/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.408689:0:2416:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383380.408691:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383380.408692:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780383380.408695:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09e58e00 x1866867005211136/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383380.408712:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf52ba59-39e9-494e-aee8-655b4f06ca04:2416:1866867005211136:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1780383380.408717:0:2416:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383380.408720:0:2416:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383380.408723:0:2416:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09e59c00 x1866867005210880/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.408732:0:2416:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383380.408736:0:2416:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383380.408741:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c02d80200. 02000000:00000001:1.0:1780383380.408746:0:2416:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383380.408749:0:2416:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383380.408751:0:2416:0:(genops.c:1244:class_import_put()) import ffff938c0b97a800 refcount=3 obd=lustre-MDT0001-mdc-ffff938c097fc000 00000020:00000001:1.0:1780383380.408754:0:2416:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383380.408757:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c091dbe00. 02000000:00000001:1.0:1780383380.408761:0:2416:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383380.408764:0:2416:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383380.408766:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09e59c00. 00000100:00000001:1.0:1780383380.408770:0:2416:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383380.408772:0:2416:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383380.408773:0:2416:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383380.408830:0:2416:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09e58e00 x1866867005211136/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383380.408837:0:2416:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383380.408838:0:2416:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383380.408840:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0ccca800. 02000000:00000001:1.0:1780383380.408844:0:2416:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383380.408845:0:2416:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383380.408846:0:2416:0:(genops.c:1244:class_import_put()) import ffff938c05a49000 refcount=2 obd=lustre-OST0001-osc-ffff938c097fc000 00000020:00000001:1.0:1780383380.408848:0:2416:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383380.408850:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c091db800. 02000000:00000001:1.0:1780383380.408852:0:2416:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383380.408853:0:2416:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383380.408854:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09e58e00. 00000100:00000001:1.0:1780383380.408863:0:2416:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383380.408864:0:2416:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383380.408867:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383380.408878:0:2416:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780383380.408880:0:2416:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383380.408883:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383380.408886:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383380.944458:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383380.944470:0:1002:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780383380.944473:0:1002:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780383380.944478:0:1002:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383380.944485:0:1002:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780383380.944488:0:1002:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383380.944491:0:1002:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383380.944503:0:1002:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383380.944508:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383380.944510:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780383380.944675:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780383380.944680:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780383380.944684:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780383381.706158:0:8051:0:(connection.c:75:cpu_latency_work()) work item of ffff938c028b5800 (cpu 0) has reached its deadline 4295039787, at 4295039808 00000100:00000010:0.0:1780383381.706179:0:8051:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff938c04ef7c00. 00000100:00000040:1.0:1780383381.706919:0:758:0:(connection.c:75:cpu_latency_work()) work item of ffff938c028b5910 (cpu 0) has reached its deadline 4295039789, at 4295039809 00000100:00000010:1.0:1780383381.706932:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff938c04ef7420. 00010000:00000001:3.0:1780383381.962179:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383381.962188:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383381.962195:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383381.962196:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780383381.962497:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780383381.962501:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780383381.962504:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1780383382.536479:0:9600:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780383382.536497:0:9600:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780383382.569305:0:9602:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780383382.569321:0:9602:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780383382.697289:0:9609:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780383382.697305:0:9609:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780383382.714019:0:9611:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780383382.714033:0:9611:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383382.986020:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383382.986032:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383382.986049:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383382.986051:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780383382.986115:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780383382.986119:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780383382.986123:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780383384.011847:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383384.011858:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383384.011866:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383384.011867:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780383384.012129:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780383384.012134:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780383384.012138:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780383385.034390:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383385.034401:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383385.034408:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383385.034410:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780383385.034593:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780383385.034598:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780383385.034601:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780383385.481915:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) bb1f37d9-7e73-4277-9cfe-69a5d632ca59->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780383385.481930:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780383385.481981:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09139880. 00000020:00000040:0.0:1780383385.481989:0:38:0:(genops.c:1231:class_import_get()) import ffff938c09e1f800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1780383385.481995:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780383385.481998:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780383385.482005:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780383385.482015:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c07a66000. 00000100:00000001:0.0:1780383385.482025:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482050:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bb1f37d9-7e73-4277-9cfe-69a5d632ca59->MGS req@ffff938c09139880 x1866867005211264/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780383385.482062:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780383385.482067:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482073:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000852a071c] to pc [ptlrpcd_00_00+0] req@ffff938c09139880 x1866867005211264/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.482107:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482109:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780383385.482117:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780383385.482119:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09139c00. 00000020:00000040:0.0:1780383385.482122:0:38:0:(genops.c:1231:class_import_get()) import ffff938c09197800 refcount=4 obd=lustre-MDT0000-mdc-ffff938c028b3000 00000100:00000001:0.0:1780383385.482123:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780383385.482124:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780383385.482126:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780383385.482128:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c07a66200. 00000100:00000001:0.0:1780383385.482131:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482134:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0000_UUID req@ffff938c09139c00 x1866867005211392/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780383385.482139:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780383385.482140:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482142:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058cceaa5] to pc [ptlrpcd_00_01+1] req@ffff938c09139c00 x1866867005211392/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.482148:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482149:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780383385.482156:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780383385.482158:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0913b800. 00000020:00000040:0.0:1780383385.482160:0:38:0:(genops.c:1231:class_import_get()) import ffff938c09194800 refcount=4 obd=lustre-MDT0001-mdc-ffff938c028b3000 00000100:00000001:0.0:1780383385.482161:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780383385.482162:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780383385.482163:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780383385.482165:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c07a66f00. 00000100:00000001:0.0:1780383385.482167:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482170:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0001_UUID req@ffff938c0913b800 x1866867005211520/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780383385.482174:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780383385.482176:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482178:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c358beb0] to pc [ptlrpcd_00_00+0] req@ffff938c0913b800 x1866867005211520/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.482182:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482183:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1780383385.482185:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780383385.482187:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1780383385.482189:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780383385.482192:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780383385.482194:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780383385.482196:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09139500. 00000020:00000040:0.0:1780383385.482197:0:38:0:(genops.c:1231:class_import_get()) import ffff938c0b979000 refcount=4 obd=lustre-MDT0000-mdc-ffff938c097fc000 00000100:00000001:0.0:1780383385.482199:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780383385.482199:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780383385.482200:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780383385.482202:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c07a66b00. 00000100:00000001:0.0:1780383385.482203:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482210:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0000_UUID req@ffff938c09139500 x1866867005211648/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780383385.482214:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780383385.482215:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482217:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040337fc1] to pc [ptlrpcd_00_01+1] req@ffff938c09139500 x1866867005211648/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.482221:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482222:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780383385.482224:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780383385.482226:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09138700. 00000020:00000040:0.0:1780383385.482227:0:38:0:(genops.c:1231:class_import_get()) import ffff938c0b97a800 refcount=4 obd=lustre-MDT0001-mdc-ffff938c097fc000 00000100:00000001:0.0:1780383385.482228:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780383385.482229:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780383385.482230:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780383385.482235:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c13772d00. 00000100:00000001:0.0:1780383385.482237:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482239:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0001_UUID req@ffff938c09138700 x1866867005211776/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780383385.482242:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780383385.482244:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482246:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ea2727] to pc [ptlrpcd_00_00+0] req@ffff938c09138700 x1866867005211776/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.482250:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482252:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780383385.482254:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780383385.482256:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09139f80. 00000020:00000040:0.0:1780383385.482257:0:38:0:(genops.c:1231:class_import_get()) import ffff938c08985000 refcount=3 obd=lustre-OST0000-osc-ffff938c097fc000 00000100:00000001:0.0:1780383385.482258:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780383385.482258:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780383385.482259:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780383385.482265:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c28182100. 00000100:00000001:0.0:1780383385.482267:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482269:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0000_UUID req@ffff938c09139f80 x1866867005211904/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780383385.482274:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780383385.482275:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482277:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8832a5d] to pc [ptlrpcd_00_01+1] req@ffff938c09139f80 x1866867005211904/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.482280:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482281:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780383385.482283:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780383385.482285:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0913a680. 00000020:00000040:0.0:1780383385.482286:0:38:0:(genops.c:1231:class_import_get()) import ffff938c05a49000 refcount=3 obd=lustre-OST0001-osc-ffff938c097fc000 00000100:00000001:0.0:1780383385.482287:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780383385.482288:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780383385.482288:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780383385.482290:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c28182800. 00000100:00000001:0.0:1780383385.482292:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482294:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0001_UUID req@ffff938c0913a680 x1866867005212032/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780383385.482297:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780383385.482298:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482300:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d63131d] to pc [ptlrpcd_00_00+0] req@ffff938c0913a680 x1866867005212032/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.482303:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482306:0:38:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (381) 00000100:00000001:0.0:1780383385.482322:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383385.482325:0:2416:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780383385.482327:0:2416:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780383385.482330:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09139c00 x1866867005211392/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.482343:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780383385.482345:0:2416:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383385.482349:0:2416:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780383385.482351:0:2416:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780383385.482353:0:2416:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780383385.482355:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09139c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005211392:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1780383385.482358:0:2416:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780383385.482365:0:2416:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780383385.482367:0:2416:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383385.482370:0:2416:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780383385.482373:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0cccac00. 02000000:00000001:0.0:1780383385.482375:0:2416:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780383385.482383:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1780383385.482387:0:2416:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c0014b528. 00000400:00000010:0.0:1780383385.482392:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9b28. 00000100:00000200:0.0:1780383385.482400:0:2416:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005211392, portal 10 00000100:00000001:0.0:1780383385.482403:0:2416:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780383385.482404:0:2416:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828389825536 : -119245319726080 : ffff938c09139c00) 00000100:00000040:0.0:1780383385.482410:0:2416:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09139c00 x1866867005211392/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.482415:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780383385.482418:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1780383385.482420:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9bb0. 00000100:00000200:0.0:1780383385.482422:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005211392, offset 0 00000400:00000200:0.0:1780383385.482428:0:2416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383385.482436:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.482443:0:2416:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383385.482448:0:2416:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780383385.482452:0:2416:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1780383385.482456:0:2416:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780383385.482459:0:2416:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1780383385.482469:0:2416:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [141:141:256:4294967295] 192.168.204.118@tcp LPNI seq info [141:141:8:4294967295] 00000400:00000200:0.0:1780383385.482474:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.482484:0:2416:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1780383385.482491:0:2416:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383385.482497:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c28182500. 00000800:00000200:0.0:1780383385.482505:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1780383385.482514:0:2416:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1780383385.482519:0:2416:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c28182500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780383385.482533:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482538:0:2416:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: using a timeout of 205891 usecs (206 jiffies) 00000400:00000200:0.0:1780383385.482541:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1780383385.482544:0:2416:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 0 is 4295043790 00000100:00000010:0.0:1780383385.482549:0:2416:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff938c04ef73c0. 00000100:00000001:0.0:1780383385.482558:0:2416:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1780383385.482564:0:2416:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 1 is 4295043790 00000100:00000010:0.0:1780383385.482568:0:2416:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff938c04ef7480. 00000100:00000001:0.0:1780383385.482571:0:2416:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1780383385.482580:0:2416:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383385.482584:0:2416:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383385.482588:0:2416:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780383385.482592:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09139500 x1866867005211648/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.482599:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780383385.482600:0:2416:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383385.482602:0:2416:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780383385.482604:0:2416:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780383385.482606:0:2416:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780383385.482609:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09139500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf52ba59-39e9-494e-aee8-655b4f06ca04:2416:1866867005211648:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1780383385.482611:0:2416:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780383385.482620:0:2416:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780383385.482621:0:2416:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383385.482623:0:2416:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780383385.482626:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0cccb600. 02000000:00000001:0.0:1780383385.482628:0:2416:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780383385.482631:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1780383385.482634:0:2416:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c0014b7e8. 00000400:00000010:0.0:1780383385.482637:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9aa0. 00000100:00000200:0.0:1780383385.482640:0:2416:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005211648, portal 10 00000100:00000001:0.0:1780383385.482642:0:2416:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780383385.482643:0:2416:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828389823744 : -119245319727872 : ffff938c09139500) 00000100:00000040:0.0:1780383385.482649:0:2416:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09139500 x1866867005211648/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.482655:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780383385.482657:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1780383385.482660:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a92a8. 00000100:00000200:0.0:1780383385.482662:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005211648, offset 0 00000400:00000200:0.0:1780383385.482667:0:2416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383385.482670:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.482675:0:2416:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383385.482677:0:2416:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780383385.482679:0:2416:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1780383385.482681:0:2416:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780383385.482683:0:2416:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1780383385.482693:0:2416:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [142:142:255:4294967295] 192.168.204.118@tcp LPNI seq info [142:142:7:4294967295] 00000400:00000200:0.0:1780383385.482697:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.482703:0:2416:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1780383385.482707:0:2416:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383385.482711:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c28182e00. 00000800:00000200:0.0:1780383385.482715:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1780383385.482719:0:2416:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1780383385.482721:0:2416:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c28182e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780383385.482729:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482732:0:2416:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: using a timeout of 34440 usecs (35 jiffies) 00000400:00000200:0.0:1780383385.482735:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1780383385.482737:0:2416:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 0 is 4295043619 00000100:00000001:0.0:1780383385.482739:0:2416:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS request active for cpu 0, keep current deadline 4295043790 00000100:00000001:0.0:1780383385.482741:0:2416:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 1 is 4295043619 00000100:00000001:0.0:1780383385.482743:0:2416:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS request active for cpu 1, keep current deadline 4295043790 00000100:00000001:0.0:1780383385.482745:0:2416:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383385.482746:0:2416:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383385.482748:0:2416:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780383385.482752:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09139f80 x1866867005211904/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.482757:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780383385.482759:0:2416:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383385.482761:0:2416:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780383385.482762:0:2416:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780383385.482765:0:2416:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780383385.482767:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09139f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf52ba59-39e9-494e-aee8-655b4f06ca04:2416:1866867005211904:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1780383385.482770:0:2416:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780383385.482772:0:2416:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780383385.482773:0:2416:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383385.482806:0:2416:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780383385.482811:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0ccca800. 02000000:00000001:0.0:1780383385.482813:0:2416:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780383385.482817:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1780383385.482819:0:2416:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c0014bc08. 00000400:00000010:0.0:1780383385.482823:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9ee0. 00000100:00000200:0.0:1780383385.482826:0:2416:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005211904, portal 4 00000100:00000001:0.0:1780383385.482827:0:2416:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780383385.482828:0:2416:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828389826432 : -119245319725184 : ffff938c09139f80) 00000100:00000040:0.0:1780383385.482835:0:2416:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09139f80 x1866867005211904/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.482847:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780383385.482850:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1780383385.482852:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9000. 00000100:00000200:0.0:1780383385.482856:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866867005211904, offset 0 00000400:00000200:0.0:1780383385.482860:0:2416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383385.482864:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.482868:0:2416:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383385.482871:0:2416:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780383385.482873:0:2416:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1780383385.482875:0:2416:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780383385.482877:0:2416:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1780383385.482879:0:2416:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [143:143:254:4294967295] 192.168.204.118@tcp LPNI seq info [143:143:6:4294967295] 00000400:00000200:0.0:1780383385.482883:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.482888:0:2416:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1780383385.482892:0:2416:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383385.482896:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c28332300. 00000800:00000200:0.0:1780383385.482899:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1780383385.482903:0:2416:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1780383385.482906:0:2416:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c28332300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780383385.482908:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.482911:0:2416:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff938c097fc000: using a timeout of 36288 usecs (37 jiffies) 00000400:00000200:0.0:1780383385.482914:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1780383385.482916:0:2416:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff938c097fc000: PM QoS new deadline estimation for cpu 0 is 4295043622 00000100:00000001:0.0:1780383385.482918:0:2416:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff938c097fc000: PM QoS request active for cpu 0, keep current deadline 4295043790 00000100:00000001:0.0:1780383385.482920:0:2416:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff938c097fc000: PM QoS new deadline estimation for cpu 1 is 4295043622 00000100:00000001:0.0:1780383385.482922:0:2416:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff938c097fc000: PM QoS request active for cpu 1, keep current deadline 4295043790 00000100:00000001:0.0:1780383385.482924:0:2416:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383385.482926:0:2416:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383385.482934:0:2416:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383385.482937:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383385.482946:0:2416:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780383385.482948:0:2416:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780383385.482950:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383385.482951:0:2416:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780383385.482953:0:2416:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780383385.482956:0:2416:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00000001:0.0:1780383385.482958:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383385.482960:0:2416:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780383385.482961:0:2416:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383385.482963:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383385.482964:0:2416:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780383385.482965:0:2416:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780383385.482971:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09139880 x1866867005211264/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.482978:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780383385.482979:0:2416:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383385.482982:0:2416:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780383385.482983:0:2416:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780383385.482986:0:2416:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780383385.482988:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09139880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2416:1866867005211264:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1780383385.482991:0:2416:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780383385.482993:0:2416:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780383385.482995:0:2416:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383385.482996:0:2416:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780383385.483000:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0ccca200. 02000000:00000001:0.0:1780383385.483001:0:2416:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780383385.483005:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1780383385.483008:0:2416:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c0014b4d0. 00000400:00000010:0.0:1780383385.483012:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9e58. 00000100:00000200:0.0:1780383385.483015:0:2416:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005211264, portal 25 00000100:00000001:0.0:1780383385.483017:0:2416:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780383385.483018:0:2416:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828389824640 : -119245319726976 : ffff938c09139880) 00000100:00000040:0.0:1780383385.483023:0:2416:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09139880 x1866867005211264/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.483044:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780383385.483047:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1780383385.483050:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9990. 00000100:00000200:0.0:1780383385.483052:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866867005211264, offset 0 00000400:00000200:0.0:1780383385.483057:0:2416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383385.483061:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.483064:0:2416:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383385.483067:0:2416:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780383385.483069:0:2416:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1780383385.483071:0:2416:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780383385.483074:0:2416:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1780383385.483077:0:2416:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [144:144:253:4294967295] 192.168.204.118@tcp LPNI seq info [144:144:5:4294967295] 00000400:00000200:0.0:1780383385.483080:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.483086:0:2416:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1780383385.483089:0:2416:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383385.483093:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c28332700. 00000800:00000200:0.0:1780383385.483097:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1780383385.483101:0:2416:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1780383385.483104:0:2416:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c28332700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780383385.483107:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780383385.483109:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1780383385.483111:0:2416:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295044907 00000100:00000001:0.0:1780383385.483117:0:2416:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295043790 00000100:00000001:0.0:1780383385.483121:0:2416:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295044907 00000100:00000001:0.0:1780383385.483124:0:2416:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295043790 00000100:00000001:0.0:1780383385.483126:0:2416:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383385.483127:0:2416:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383385.483129:0:2416:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780383385.483133:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c0913b800 x1866867005211520/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.483146:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780383385.483147:0:2416:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383385.483150:0:2416:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780383385.483152:0:2416:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780383385.483154:0:2416:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780383385.483157:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0913b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005211520:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1780383385.483160:0:2416:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780383385.483163:0:2416:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780383385.483165:0:2416:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383385.483166:0:2416:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780383385.483169:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0cccaa00. 02000000:00000001:0.0:1780383385.483170:0:2416:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780383385.483174:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1780383385.483177:0:2416:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c0014bcb8. 00000400:00000010:0.0:1780383385.483180:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a96e8. 00000100:00000200:0.0:1780383385.483183:0:2416:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005211520, portal 10 00000100:00000001:0.0:1780383385.483185:0:2416:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780383385.483186:0:2416:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828389832704 : -119245319718912 : ffff938c0913b800) 00000100:00000040:0.0:1780383385.483191:0:2416:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c0913b800 x1866867005211520/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.483197:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780383385.483199:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1780383385.483201:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9770. 00000100:00000200:0.0:1780383385.483203:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005211520, offset 0 00000400:00000200:0.0:1780383385.483207:0:2416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383385.483211:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.483214:0:2416:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383385.483217:0:2416:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780383385.483219:0:2416:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1780383385.483221:0:2416:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780383385.483223:0:2416:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1780383385.483233:0:2416:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [145:145:252:4294967295] 192.168.204.118@tcp LPNI seq info [145:145:4:4294967295] 00000400:00000200:0.0:1780383385.483237:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.483242:0:2416:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1780383385.483246:0:2416:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383385.483250:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c28332800. 00000800:00000200:0.0:1780383385.483254:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1780383385.483258:0:2416:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1780383385.483261:0:2416:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c28332800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780383385.483263:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.483266:0:2416:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: using a timeout of 93770 usecs (94 jiffies) 00000400:00000200:0.0:1780383385.483269:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1780383385.483271:0:2416:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 0 is 4295043679 00000100:00000001:0.0:1780383385.483273:0:2416:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS request active for cpu 0, keep current deadline 4295044907 00000100:00000001:0.0:1780383385.483275:0:2416:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 1 is 4295043679 00000100:00000001:0.0:1780383385.483276:0:2416:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS request active for cpu 1, keep current deadline 4295044907 00000100:00000001:0.0:1780383385.483278:0:2416:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383385.483280:0:2416:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383385.483281:0:2416:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780383385.483284:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09138700 x1866867005211776/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.483288:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780383385.483289:0:2416:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383385.483291:0:2416:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780383385.483292:0:2416:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780383385.483293:0:2416:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780383385.483295:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09138700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf52ba59-39e9-494e-aee8-655b4f06ca04:2416:1866867005211776:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1780383385.483297:0:2416:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780383385.483299:0:2416:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780383385.483300:0:2416:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383385.483305:0:2416:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780383385.483308:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0adb9800. 02000000:00000001:0.0:1780383385.483309:0:2416:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780383385.483311:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1780383385.483313:0:2416:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c0014b898. 00000400:00000010:0.0:1780383385.483315:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9dd0. 00000100:00000200:0.0:1780383385.483317:0:2416:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005211776, portal 10 00000100:00000001:0.0:1780383385.483319:0:2416:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780383385.483320:0:2416:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828389820160 : -119245319731456 : ffff938c09138700) 00000100:00000040:0.0:1780383385.483324:0:2416:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09138700 x1866867005211776/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.483328:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780383385.483330:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1780383385.483331:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9a18. 00000100:00000200:0.0:1780383385.483332:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005211776, offset 0 00000400:00000200:0.0:1780383385.483335:0:2416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383385.483337:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.483339:0:2416:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383385.483341:0:2416:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780383385.483342:0:2416:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1780383385.483344:0:2416:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780383385.483345:0:2416:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1780383385.483347:0:2416:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [146:146:251:4294967295] 192.168.204.118@tcp LPNI seq info [146:146:3:4294967295] 00000400:00000200:0.0:1780383385.483350:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.483353:0:2416:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1780383385.483355:0:2416:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383385.483358:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c0dde5900. 00000800:00000200:0.0:1780383385.483360:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1780383385.483363:0:2416:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1780383385.483365:0:2416:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c0dde5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780383385.483366:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.483371:0:2416:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: using a timeout of 55802 usecs (56 jiffies) 00000400:00000200:0.0:1780383385.483374:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1780383385.483375:0:2416:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 0 is 4295043641 00000100:00000001:0.0:1780383385.483376:0:2416:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS request active for cpu 0, keep current deadline 4295044907 00000100:00000001:0.0:1780383385.483378:0:2416:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 1 is 4295043641 00000100:00000001:0.0:1780383385.483379:0:2416:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS request active for cpu 1, keep current deadline 4295044907 00000100:00000001:0.0:1780383385.483381:0:2416:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383385.483382:0:2416:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383385.483383:0:2416:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780383385.483386:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c0913a680 x1866867005212032/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.483389:0:2416:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780383385.483390:0:2416:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383385.483391:0:2416:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780383385.483392:0:2416:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780383385.483394:0:2416:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780383385.483395:0:2416:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0913a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf52ba59-39e9-494e-aee8-655b4f06ca04:2416:1866867005212032:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1780383385.483397:0:2416:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780383385.483399:0:2416:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780383385.483400:0:2416:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383385.483401:0:2416:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780383385.483403:0:2416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c09e51e00. 02000000:00000001:0.0:1780383385.483404:0:2416:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780383385.483406:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1780383385.483407:0:2416:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c0014bd10. 00000400:00000010:0.0:1780383385.483409:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a93b8. 00000100:00000200:0.0:1780383385.483411:0:2416:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005212032, portal 4 00000100:00000001:0.0:1780383385.483412:0:2416:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780383385.483413:0:2416:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828389828224 : -119245319723392 : ffff938c0913a680) 00000100:00000040:0.0:1780383385.483417:0:2416:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c0913a680 x1866867005212032/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.483428:0:2416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780383385.483429:0:2416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1780383385.483431:0:2416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9220. 00000100:00000200:0.0:1780383385.483432:0:2416:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866867005212032, offset 0 00000400:00000200:0.0:1780383385.483435:0:2416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383385.483437:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.483439:0:2416:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383385.483440:0:2416:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780383385.483442:0:2416:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1780383385.483443:0:2416:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780383385.483444:0:2416:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1780383385.483446:0:2416:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [147:147:250:4294967295] 192.168.204.118@tcp LPNI seq info [147:147:2:4294967295] 00000400:00000200:0.0:1780383385.483449:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.483454:0:2416:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1780383385.483458:0:2416:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383385.483461:0:2416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c0be8d400. 00000800:00000200:0.0:1780383385.483464:0:2416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1780383385.483468:0:2416:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1780383385.483470:0:2416:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c0be8d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780383385.483473:0:2416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383385.483476:0:2416:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff938c097fc000: using a timeout of 38563 usecs (39 jiffies) 00000400:00000200:0.0:1780383385.483478:0:2416:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1780383385.483480:0:2416:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff938c097fc000: PM QoS new deadline estimation for cpu 0 is 4295043624 00000100:00000001:0.0:1780383385.483482:0:2416:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff938c097fc000: PM QoS request active for cpu 0, keep current deadline 4295044907 00000100:00000001:0.0:1780383385.483484:0:2416:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff938c097fc000: PM QoS new deadline estimation for cpu 1 is 4295043624 00000100:00000001:0.0:1780383385.483486:0:2416:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff938c097fc000: PM QoS request active for cpu 1, keep current deadline 4295044907 00000100:00000001:0.0:1780383385.483488:0:2416:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383385.483490:0:2416:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383385.483498:0:2416:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383385.483501:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780383385.483562:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383385.483566:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c28182500. 00000400:00000200:0.0:1780383385.483573:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383385.483579:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383385.483584:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9bb0 00000400:00000010:0.0:1780383385.483586:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9bb0. 00000100:00000001:0.0:1780383385.483591:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383385.483594:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09139c00 x1866867005211392/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.483603:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383385.483605:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09139c00 x1866867005211392/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.483610:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383385.483611:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383385.483620:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383385.483621:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c28182e00. 00000400:00000200:0.0:1780383385.483623:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383385.483625:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383385.483626:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a92a8 00000400:00000010:0.0:1780383385.483627:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a92a8. 00000100:00000001:0.0:1780383385.483629:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383385.483631:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09139500 x1866867005211648/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.483634:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383385.483636:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09139500 x1866867005211648/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.483639:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383385.483640:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383385.483643:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383385.483644:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c28332300. 00000400:00000200:0.0:1780383385.483646:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383385.483652:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383385.483654:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9000 00000400:00000010:0.0:1780383385.483655:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9000. 00000100:00000001:0.0:1780383385.483657:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383385.483659:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09139f80 x1866867005211904/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.483664:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383385.483666:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09139f80 x1866867005211904/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.483669:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383385.483670:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383385.483675:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383385.483676:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c28332700. 00000400:00000200:0.0:1780383385.483677:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383385.483679:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383385.483680:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9990 00000400:00000010:0.0:1780383385.483681:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9990. 00000100:00000001:0.0:1780383385.483682:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383385.483684:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09139880 x1866867005211264/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.483691:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383385.483694:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09139880 x1866867005211264/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.483700:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383385.483702:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383385.483709:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383385.483710:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c28332800. 00000400:00000200:0.0:1780383385.483713:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383385.483715:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383385.483718:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9770 00000400:00000010:0.0:1780383385.483719:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9770. 00000100:00000001:0.0:1780383385.483722:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383385.483724:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0913b800 x1866867005211520/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.483738:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383385.483741:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c0913b800 x1866867005211520/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.483747:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383385.483749:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383385.483758:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383385.483760:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c0dde5900. 00000400:00000200:0.0:1780383385.483764:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383385.483767:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383385.483770:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9a18 00000400:00000010:0.0:1780383385.483771:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9a18. 00000100:00000001:0.0:1780383385.483773:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383385.483804:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09138700 x1866867005211776/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.483816:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383385.483819:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09138700 x1866867005211776/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.483825:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383385.483826:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383385.483899:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383385.483902:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c0be8d400. 00000400:00000200:0.0:1780383385.483905:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383385.483909:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383385.483911:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9220 00000400:00000010:0.0:1780383385.483913:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9220. 00000100:00000001:0.0:1780383385.483915:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383385.483919:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0913a680 x1866867005212032/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.483925:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383385.483927:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c0913a680 x1866867005212032/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.483944:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383385.483945:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1780383385.484141:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383385.484147:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780383385.489767:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383385.490140:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383385.490146:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383385.490149:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383385.490161:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490169:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383385.490259:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490264:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490271:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490276:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 4 MB=0x6a1e7d8b04500 00000400:00000200:0.0:1780383385.490281:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490288:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.118@tcp of length 224/224 into md 0x911 [1] + 224 00000800:00000001:0.0:1780383385.490298:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383385.490303:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383385.490306:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383385.490311:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383385.490321:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383385.490332:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09139f80 x1866867005211904/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383385.490344:0:2408:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09139f80 x1866867005211904/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383385.490408:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383385.490414:0:2416:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780383385.490439:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383385.490451:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383385.490455:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383385.490457:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383385.490458:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383385.490462:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490466:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383385.490470:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490491:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490494:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490498:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 4 MB=0x6a1e7d8b04580 00000400:00000200:0.0:1780383385.490501:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490505:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.118@tcp of length 224/224 into md 0x951 [1] + 224 00000800:00000001:0.0:1780383385.490509:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383385.490513:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383385.490515:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383385.490519:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383385.490522:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383385.490528:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0913a680 x1866867005212032/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383385.490537:0:2408:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c0913a680 x1866867005212032/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.490544:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383385.490560:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383385.490563:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383385.490565:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383385.490568:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383385.490571:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490575:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383385.490579:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490582:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490584:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490587:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 25 MB=0x6a1e7d8b04280 00000400:00000200:0.0:1780383385.490590:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490606:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 224/224 into md 0x921 [1] + 224 00000800:00000001:0.0:1780383385.490609:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383385.490614:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383385.490616:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383385.490618:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383385.490621:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383385.490632:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09139880 x1866867005211264/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383385.490640:0:2408:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09139880 x1866867005211264/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.490646:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383385.490650:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383385.490653:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383385.490654:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383385.490656:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383385.490659:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490663:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383385.490666:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490668:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490671:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490673:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b04300 00000400:00000200:0.0:1780383385.490676:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490680:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x8f1 [1] + 224 00000800:00000001:0.0:1780383385.490684:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383385.490687:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383385.490689:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383385.490692:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383385.490694:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383385.490699:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09139c00 x1866867005211392/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383385.490706:0:2408:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09139c00 x1866867005211392/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.490712:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383385.490715:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383385.490718:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383385.490720:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383385.490722:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383385.490731:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490734:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383385.490738:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490741:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490744:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490747:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b04400 00000400:00000200:0.0:1780383385.490749:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490752:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x901 [1] + 224 00000800:00000001:0.0:1780383385.490756:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383385.490759:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383385.490760:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383385.490763:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383385.490766:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383385.490769:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09139500 x1866867005211648/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383385.490816:0:2408:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09139500 x1866867005211648/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.490823:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383385.490827:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383385.490831:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383385.490832:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383385.490835:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383385.490838:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490841:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383385.490845:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490857:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490860:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490863:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b04380 00000400:00000200:0.0:1780383385.490874:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.490877:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x931 [1] + 224 00000800:00000001:0.0:1780383385.490881:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383385.490890:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383385.490892:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383385.490895:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383385.490898:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383385.491058:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0913b800 x1866867005211520/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383385.491069:0:2408:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c0913b800 x1866867005211520/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.491077:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383385.491083:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383385.491087:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383385.491089:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383385.491091:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383385.491094:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.491098:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383385.491103:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.491105:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.491108:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.491111:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b04480 00000400:00000200:0.0:1780383385.491114:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383385.491117:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x941 [1] + 224 00000800:00000001:0.0:1780383385.491120:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383385.491130:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383385.491133:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383385.491135:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383385.491138:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383385.491143:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09138700 x1866867005211776/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383385.491150:0:2408:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09138700 x1866867005211776/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383385.491157:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383385.491167:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383385.492469:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1780383385.497328:0:2416:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383385.497337:0:2416:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383385.497342:0:2416:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c0014bc08. 00000400:00000200:1.0:1780383385.497355:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9ee0 00000400:00000010:1.0:1780383385.497358:0:2416:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9ee0. 00000100:00000001:1.0:1780383385.497364:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383385.497380:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09139f80 x1866867005211904/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383385.497394:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09139f80 x1866867005211904/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383385.497402:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383385.497405:0:2416:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383385.497408:0:2416:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383385.497412:0:2416:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383385.497415:0:2416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383385.497418:0:2416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383385.497423:0:2416:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780383385.497434:0:2416:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c08985460 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1780383385.497439:0:2416:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c08985418 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1780383385.497442:0:2416:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780383385.497444:0:2416:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383385.497447:0:2416:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1780383385.497453:0:2416:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09139f80 x1866867005211904/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1780383385.497484:0:2416:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383385.497489:0:2416:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780383385.497492:0:2416:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff938c097fc000: skip recheck: last_committed 0 00000100:00000001:1.0:1780383385.497494:0:2416:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780383385.497495:0:2416:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383385.497500:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09139f80 x1866867005211904/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383385.497507:0:2416:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383385.497510:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383385.497512:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780383385.497516:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09139f80 x1866867005211904/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383385.497523:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09139f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf52ba59-39e9-494e-aee8-655b4f06ca04:2416:1866867005211904:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1780383385.497530:0:2416:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383385.497533:0:2416:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383385.497536:0:2416:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09139f80 x1866867005211904/t0(0) o400->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383385.497543:0:2416:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383385.497546:0:2416:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383385.498684:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0ccca800. 02000000:00000001:1.0:1780383385.498695:0:2416:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383385.498698:0:2416:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383385.498700:0:2416:0:(genops.c:1244:class_import_put()) import ffff938c08985000 refcount=2 obd=lustre-OST0000-osc-ffff938c097fc000 00000020:00000001:1.0:1780383385.498704:0:2416:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383385.498707:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c28182100. 02000000:00000001:1.0:1780383385.498712:0:2416:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383385.498714:0:2416:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383385.498717:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09139f80. 00000100:00000001:1.0:1780383385.498722:0:2416:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383385.498724:0:2416:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383385.498741:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383385.498744:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383385.498747:0:2416:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780383385.498756:0:2416:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383385.498758:0:2416:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383385.498762:0:2416:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c0014b4d0. 00000400:00000200:1.0:1780383385.498766:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9e58 00000400:00000010:1.0:1780383385.498768:0:2416:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9e58. 00000100:00000001:1.0:1780383385.498773:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383385.498817:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09139880 x1866867005211264/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383385.498829:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09139880 x1866867005211264/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383385.498837:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383385.498839:0:2416:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383385.498843:0:2416:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383385.498845:0:2416:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383385.499153:0:2416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383385.499156:0:2416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383385.499160:0:2416:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780383385.499167:0:2416:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09e1fc60 time=83 v=5 (5 0 0 0) 00000100:00001000:1.0:1780383385.499286:0:2416:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09e1fc18 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1780383385.499290:0:2416:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780383385.499292:0:2416:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383385.499294:0:2416:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780383385.499297:0:2416:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383385.499300:0:2416:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383385.499307:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09139880 x1866867005211264/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383385.499315:0:2416:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383385.499319:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383385.499321:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780383385.499325:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09139880 x1866867005211264/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383385.499348:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09139880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2416:1866867005211264:192.168.204.118@tcp:400:kworker.0 00000400:00000001:1.0:1780383385.499356:0:2416:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383385.499358:0:2416:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383385.499361:0:2416:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c0014bcb8. 00000400:00000200:1.0:1780383385.499364:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a96e8 00000400:00000010:1.0:1780383385.499367:0:2416:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a96e8. 00000100:00000001:1.0:1780383385.499369:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383385.499374:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0913b800 x1866867005211520/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383385.499383:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0913b800 x1866867005211520/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383385.499389:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383385.499391:0:2416:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383385.499393:0:2416:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383385.499394:0:2416:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383385.499396:0:2416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383385.499397:0:2416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383385.499399:0:2416:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780383385.499406:0:2416:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09194c60 time=83 v=5 (5 0 0 0) 00000100:00001000:1.0:1780383385.499409:0:2416:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09194c18 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1780383385.499411:0:2416:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780383385.499413:0:2416:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383385.499414:0:2416:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1780383385.499419:0:2416:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c0913b800 x1866867005211520/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1780383385.499426:0:2416:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383385.499429:0:2416:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780383385.499432:0:2416:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff938c028b3000: skip recheck: last_committed 0 00000100:00000001:1.0:1780383385.499434:0:2416:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780383385.499436:0:2416:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383385.499439:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c0913b800 x1866867005211520/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383385.499452:0:2416:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383385.499454:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383385.499456:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780383385.499461:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0913b800 x1866867005211520/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383385.499468:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0913b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005211520:192.168.204.118@tcp:400:kworker.0 00000400:00000001:1.0:1780383385.499474:0:2416:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383385.499476:0:2416:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383385.499478:0:2416:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c0014b898. 00000400:00000200:1.0:1780383385.499480:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9dd0 00000400:00000010:1.0:1780383385.499482:0:2416:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9dd0. 00000100:00000001:1.0:1780383385.499485:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383385.499489:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09138700 x1866867005211776/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383385.499498:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09138700 x1866867005211776/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383385.499505:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383385.499506:0:2416:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383385.499508:0:2416:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383385.499509:0:2416:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383385.499510:0:2416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383385.499512:0:2416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383385.499514:0:2416:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780383385.499520:0:2416:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c0b97ac60 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1780383385.499523:0:2416:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c0b97ac18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1780383385.499525:0:2416:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780383385.499527:0:2416:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383385.499528:0:2416:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1780383385.499532:0:2416:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09138700 x1866867005211776/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1780383385.499562:0:2416:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383385.499565:0:2416:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780383385.499567:0:2416:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff938c097fc000: skip recheck: last_committed 0 00000100:00000001:1.0:1780383385.499569:0:2416:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780383385.499570:0:2416:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383385.499575:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09138700 x1866867005211776/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383385.499581:0:2416:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383385.499583:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383385.499585:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780383385.499588:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09138700 x1866867005211776/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383385.501112:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09138700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf52ba59-39e9-494e-aee8-655b4f06ca04:2416:1866867005211776:192.168.204.118@tcp:400:kworker.0 00000400:00000001:1.0:1780383385.501129:0:2416:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383385.501132:0:2416:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383385.501135:0:2416:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c0014bd10. 00000400:00000200:1.0:1780383385.501142:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a93b8 00000400:00000010:1.0:1780383385.501145:0:2416:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a93b8. 00000100:00000001:1.0:1780383385.501152:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383385.501160:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0913a680 x1866867005212032/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383385.501240:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0913a680 x1866867005212032/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383385.501250:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383385.501253:0:2416:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383385.501256:0:2416:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383385.501259:0:2416:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383385.501262:0:2416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383385.501264:0:2416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383385.501284:0:2416:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780383385.501294:0:2416:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c05a49460 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1780383385.501298:0:2416:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c05a49418 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1780383385.501301:0:2416:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780383385.501302:0:2416:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383385.501305:0:2416:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1780383385.501311:0:2416:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c0913a680 x1866867005212032/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1780383385.501318:0:2416:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383385.501322:0:2416:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780383385.501325:0:2416:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff938c097fc000: skip recheck: last_committed 0 00000100:00000001:1.0:1780383385.501326:0:2416:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780383385.501327:0:2416:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383385.501332:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c0913a680 x1866867005212032/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383385.501338:0:2416:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383385.501341:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383385.501342:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780383385.501346:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0913a680 x1866867005212032/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383385.501353:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0913a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf52ba59-39e9-494e-aee8-655b4f06ca04:2416:1866867005212032:192.168.204.118@tcp:400:kworker.0 00000400:00000001:1.0:1780383385.501360:0:2416:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383385.501361:0:2416:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383385.501364:0:2416:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c0014b528. 00000400:00000200:1.0:1780383385.501367:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9b28 00000400:00000010:1.0:1780383385.501368:0:2416:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9b28. 00000100:00000001:1.0:1780383385.501371:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383385.501375:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09139c00 x1866867005211392/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383385.501388:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09139c00 x1866867005211392/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383385.501404:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383385.501406:0:2416:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383385.501408:0:2416:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383385.501409:0:2416:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383385.501410:0:2416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383385.501412:0:2416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383385.501414:0:2416:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780383385.501419:0:2416:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09197c60 time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1780383385.501422:0:2416:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09197c18 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1780383385.501424:0:2416:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780383385.501425:0:2416:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383385.501427:0:2416:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780383385.501429:0:2416:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383385.501431:0:2416:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780383385.501432:0:2416:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff938c028b3000: skip recheck: last_committed 0 00000100:00000001:1.0:1780383385.501434:0:2416:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780383385.501435:0:2416:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383385.501438:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09139c00 x1866867005211392/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383385.501445:0:2416:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383385.501447:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383385.501449:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780383385.501452:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09139c00 x1866867005211392/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383385.501458:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09139c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2416:1866867005211392:192.168.204.118@tcp:400:kworker.0 00000400:00000001:1.0:1780383385.501464:0:2416:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383385.501465:0:2416:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383385.501467:0:2416:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c0014b7e8. 00000400:00000200:1.0:1780383385.501470:0:2416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9aa0 00000400:00000010:1.0:1780383385.501471:0:2416:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9aa0. 00000100:00000001:1.0:1780383385.501473:0:2416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383385.501477:0:2416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09139500 x1866867005211648/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383385.501490:0:2416:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09139500 x1866867005211648/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383385.501497:0:2416:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383385.501498:0:2416:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383385.501500:0:2416:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383385.501501:0:2416:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383385.501502:0:2416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383385.501504:0:2416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383385.501506:0:2416:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780383385.501512:0:2416:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c0b979460 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1780383385.501515:0:2416:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c0b979418 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1780383385.501517:0:2416:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780383385.501518:0:2416:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383385.501520:0:2416:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780383385.501522:0:2416:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383385.501524:0:2416:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780383385.501525:0:2416:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff938c097fc000: skip recheck: last_committed 0 00000100:00000001:1.0:1780383385.501527:0:2416:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780383385.501528:0:2416:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383385.501531:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09139500 x1866867005211648/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383385.501537:0:2416:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383385.501539:0:2416:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383385.501541:0:2416:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780383385.501544:0:2416:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09139500 x1866867005211648/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383385.501551:0:2416:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09139500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf52ba59-39e9-494e-aee8-655b4f06ca04:2416:1866867005211648:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1780383385.501555:0:2416:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383385.501559:0:2416:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383385.501563:0:2416:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09139880 x1866867005211264/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383385.501579:0:2416:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383385.501583:0:2416:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383385.501587:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0ccca200. 02000000:00000001:1.0:1780383385.502285:0:2416:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383385.502291:0:2416:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383385.502294:0:2416:0:(genops.c:1244:class_import_put()) import ffff938c09e1f800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1780383385.502299:0:2416:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383385.502302:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c07a66000. 02000000:00000001:1.0:1780383385.502310:0:2416:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383385.502313:0:2416:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383385.502315:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09139880. 00000100:00000001:1.0:1780383385.502320:0:2416:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383385.502322:0:2416:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383385.502324:0:2416:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383385.502331:0:2416:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c0913b800 x1866867005211520/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383385.502339:0:2416:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383385.502340:0:2416:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383385.502343:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0cccaa00. 02000000:00000001:1.0:1780383385.502346:0:2416:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383385.502347:0:2416:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383385.502348:0:2416:0:(genops.c:1244:class_import_put()) import ffff938c09194800 refcount=3 obd=lustre-MDT0001-mdc-ffff938c028b3000 00000020:00000001:1.0:1780383385.502350:0:2416:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383385.502352:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c07a66f00. 02000000:00000001:1.0:1780383385.502354:0:2416:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383385.502355:0:2416:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383385.502357:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0913b800. 00000100:00000001:1.0:1780383385.502360:0:2416:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383385.502361:0:2416:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383385.502363:0:2416:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383385.502367:0:2416:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09138700 x1866867005211776/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383385.502374:0:2416:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383385.502375:0:2416:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383385.502386:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0adb9800. 02000000:00000001:1.0:1780383385.502389:0:2416:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383385.502391:0:2416:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383385.502392:0:2416:0:(genops.c:1244:class_import_put()) import ffff938c0b97a800 refcount=3 obd=lustre-MDT0001-mdc-ffff938c097fc000 00000020:00000001:1.0:1780383385.502394:0:2416:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383385.502396:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c13772d00. 02000000:00000001:1.0:1780383385.502398:0:2416:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383385.502399:0:2416:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383385.502401:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09138700. 00000100:00000001:1.0:1780383385.502404:0:2416:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383385.502405:0:2416:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383385.502407:0:2416:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383385.502412:0:2416:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c0913a680 x1866867005212032/t0(0) o400->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383385.502418:0:2416:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383385.502420:0:2416:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383385.502421:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c09e51e00. 02000000:00000001:1.0:1780383385.502424:0:2416:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383385.502425:0:2416:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383385.502426:0:2416:0:(genops.c:1244:class_import_put()) import ffff938c05a49000 refcount=2 obd=lustre-OST0001-osc-ffff938c097fc000 00000020:00000001:1.0:1780383385.502428:0:2416:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383385.502430:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c28182800. 02000000:00000001:1.0:1780383385.502432:0:2416:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383385.502433:0:2416:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383385.502434:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0913a680. 00000100:00000001:1.0:1780383385.502437:0:2416:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383385.502438:0:2416:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383385.502440:0:2416:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383385.502443:0:2416:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09139c00 x1866867005211392/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383385.502450:0:2416:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383385.502451:0:2416:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383385.502452:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0cccac00. 02000000:00000001:1.0:1780383385.502455:0:2416:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383385.502456:0:2416:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383385.502457:0:2416:0:(genops.c:1244:class_import_put()) import ffff938c09197800 refcount=3 obd=lustre-MDT0000-mdc-ffff938c028b3000 00000020:00000001:1.0:1780383385.502464:0:2416:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383385.502466:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c07a66200. 02000000:00000001:1.0:1780383385.502469:0:2416:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383385.502470:0:2416:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383385.502471:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09139c00. 00000100:00000001:1.0:1780383385.502474:0:2416:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383385.502475:0:2416:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383385.502477:0:2416:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383385.502481:0:2416:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09139500 x1866867005211648/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383385.502488:0:2416:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383385.502489:0:2416:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383385.502491:0:2416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0cccb600. 02000000:00000001:1.0:1780383385.502494:0:2416:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383385.502495:0:2416:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383385.502496:0:2416:0:(genops.c:1244:class_import_put()) import ffff938c0b979000 refcount=3 obd=lustre-MDT0000-mdc-ffff938c097fc000 00000020:00000001:1.0:1780383385.502498:0:2416:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383385.502500:0:2416:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c07a66b00. 02000000:00000001:1.0:1780383385.502502:0:2416:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383385.502503:0:2416:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383385.502504:0:2416:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09139500. 00000100:00000001:1.0:1780383385.502506:0:2416:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383385.502508:0:2416:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383385.502511:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383385.502523:0:2416:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780383385.502525:0:2416:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383385.502529:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383385.502532:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383386.059071:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383386.059083:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383386.059091:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383386.059093:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780383386.059188:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780383386.059192:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780383386.059195:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780383386.827692:0:8051:0:(connection.c:75:cpu_latency_work()) work item of ffff938c028b5800 (cpu 0) has reached its deadline 4295044907, at 4295044929 00000100:00000040:1.0:1780383386.827834:0:758:0:(connection.c:75:cpu_latency_work()) work item of ffff938c028b5910 (cpu 0) has reached its deadline 4295044907, at 4295044929 00000100:00000010:1.0:1780383386.827847:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff938c04ef7480. 00000100:00000010:0.0:1780383386.828218:0:8051:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff938c04ef73c0. 00010000:00000001:3.0:1780383387.087462:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383387.087472:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383387.087480:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383387.087481:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780383387.088246:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780383387.088252:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780383387.088257:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780383388.105992:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383388.106012:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383388.106021:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383388.106023:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780383388.106140:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780383388.106145:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780383388.106150:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780383389.130445:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383389.130477:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383389.130486:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383389.130487:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780383389.130741:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780383389.130746:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780383389.130749:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780383390.154276:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383390.154286:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383390.154294:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383390.154297:0:1002:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780383390.154300:0:1002:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780383390.154305:0:1002:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383390.154308:0:1002:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780383390.154310:0:1002:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383390.154312:0:1002:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383390.154315:0:1002:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780383390.156356:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780383390.156366:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780383390.156371:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780383390.602916:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) bb1f37d9-7e73-4277-9cfe-69a5d632ca59->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780383390.602930:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780383390.602944:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0cccc380. 00000020:00000040:3.0:1780383390.602950:0:38:0:(genops.c:1231:class_import_get()) import ffff938c09e1f800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1780383390.602955:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780383390.602958:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780383390.602977:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780383390.602988:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c089e1c00. 00000100:00000001:3.0:1780383390.602996:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383390.603009:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bb1f37d9-7e73-4277-9cfe-69a5d632ca59->MGS req@ffff938c0cccc380 x1866867005212160/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780383390.603022:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780383390.603027:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383390.603034:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066cbbcc2] to pc [ptlrpcd_01_00+0] req@ffff938c0cccc380 x1866867005212160/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780383390.603059:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383390.603062:0:2417:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1780383390.603063:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780383390.603069:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1780383390.603070:0:2417:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1780383390.603072:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0ccce300. 00000100:00000001:2.0:1780383390.603074:0:2417:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1780383390.603077:0:38:0:(genops.c:1231:class_import_get()) import ffff938c09197800 refcount=4 obd=lustre-MDT0000-mdc-ffff938c028b3000 00000100:00000040:2.0:1780383390.603085:0:2417:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c0cccc380 x1866867005212160/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780383390.603097:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1780383390.603100:0:2417:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1780383390.603100:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1780383390.603105:0:2417:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780383390.603105:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780383390.603110:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c089e1000. 02000000:00000001:2.0:1780383390.603113:0:2417:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1780383390.603115:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383390.603120:0:2417:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1780383390.603123:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0000_UUID req@ffff938c0ccce300 x1866867005212288/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1780383390.603126:0:2417:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780383390.603134:0:2417:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2417:1866867005212160:192.168.204.118@tcp:400:kworker.0 00000100:00000001:3.0:1780383390.603136:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780383390.603140:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383390.603143:0:2417:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1780383390.603148:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000205a1d9c] to pc [ptlrpcd_01_01+1] req@ffff938c0ccce300 x1866867005212288/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1780383390.603154:0:2417:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780383390.603159:0:2417:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780383390.603159:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383390.603164:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1780383390.603165:0:2417:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1780383390.603170:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1780383390.603174:0:2417:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c09e50c00. 00000100:00000010:3.0:1780383390.603175:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0cccea00. 02000000:00000001:2.0:1780383390.603180:0:2417:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780383390.603180:0:38:0:(genops.c:1231:class_import_get()) import ffff938c09194800 refcount=4 obd=lustre-MDT0001-mdc-ffff938c028b3000 00000100:00000001:3.0:1780383390.603185:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780383390.603186:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1780383390.603193:0:2417:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1780383390.603199:0:2417:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c02eb6e18. 00000400:00000010:2.0:1780383390.603208:0:2417:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c0b926198. 00000100:00000200:2.0:1780383390.603216:0:2417:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005212160, portal 25 00000100:00000001:2.0:1780383390.603219:0:2417:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780383390.603221:0:2417:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828452291456 : -119245257260160 : ffff938c0cccc380) 00000100:00000040:2.0:1780383390.603228:0:2417:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c0cccc380 x1866867005212160/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383390.603237:0:2417:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780383390.603241:0:2417:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1780383390.603243:0:2417:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c0b926330. 02000000:00000001:3.0:1780383390.603250:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1780383390.603256:0:2417:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866867005212160, offset 0 02000000:00000010:3.0:1780383390.603258:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c089e1300. 00000100:00000001:3.0:1780383390.603263:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780383390.603268:0:2417:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000100:00000040:3.0:1780383390.603271:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0001_UUID req@ffff938c0cccea00 x1866867005212416/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780383390.603280:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1780383390.603282:0:2417:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:3.0:1780383390.603284:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383390.603290:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6ccb59f] to pc [ptlrpcd_01_00+0] req@ffff938c0cccea00 x1866867005212416/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780383390.603296:0:2417:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000100:00000001:3.0:1780383390.603302:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780383390.603306:0:2417:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1780383390.603307:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1780383390.603313:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1780383390.603314:0:2417:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1780383390.603320:0:2417:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1780383390.603325:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1780383390.603326:0:2417:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000100:00000040:3.0:1780383390.603332:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1780383390.603334:0:2417:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [148:148:256:4294967295] 192.168.204.118@tcp LPNI seq info [148:148:8:4294967295] 00000100:00000040:3.0:1780383390.603338:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1780383390.603343:0:2417:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:3.0:1780383390.603343:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780383390.603347:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0cccf480. 00000020:00000040:3.0:1780383390.603351:0:38:0:(genops.c:1231:class_import_get()) import ffff938c0b979000 refcount=4 obd=lustre-MDT0000-mdc-ffff938c097fc000 00000100:00000001:3.0:1780383390.603355:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780383390.603358:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1780383390.603360:0:2417:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 02000000:00000001:3.0:1780383390.603361:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780383390.603368:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c089e1f00. 00000800:00000200:2.0:1780383390.603372:0:2417:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000100:00000001:3.0:1780383390.603373:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383390.603380:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0000_UUID req@ffff938c0cccf480 x1866867005212544/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:2.0:1780383390.603381:0:2417:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c0acf5800. 00000800:00000200:2.0:1780383390.603394:0:2417:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1780383390.603404:0:2417:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1780383390.603408:0:2417:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c0acf5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780383390.603429:0:2417:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780383390.603434:0:2417:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1780383390.603437:0:2417:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295050027 00000100:00000010:2.0:1780383390.603442:0:2417:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff938c0ac7c4e0. 00000100:00000001:2.0:1780383390.603451:0:2417:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1780383390.603462:0:2417:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295050027 00000100:00000010:2.0:1780383390.603465:0:2417:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff938c0ac7cde0. 00000100:00000001:2.0:1780383390.603470:0:2417:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1780383390.603483:0:2417:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780383390.603486:0:2417:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383390.603490:0:2417:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383390.603493:0:2417:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383390.603502:0:2417:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780383390.603505:0:2417:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1780383390.603508:0:2417:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383390.603516:0:2417:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780383390.603517:0:2417:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780383390.603523:0:2417:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c0cccea00 x1866867005212416/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383390.603530:0:2417:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780383390.603532:0:2417:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383390.603534:0:2417:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780383390.603536:0:2417:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780383390.603538:0:2417:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780383390.603541:0:2417:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2417:1866867005212416:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1780383390.603544:0:2417:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780383390.603547:0:2417:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780383390.603549:0:2417:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383390.603551:0:2417:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780383390.603554:0:2417:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c09e50e00. 02000000:00000001:2.0:1780383390.603557:0:2417:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780383390.603561:0:2417:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1780383390.603564:0:2417:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c02eb6f78. 00000400:00000010:2.0:1780383390.603569:0:2417:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c0b9266e8. 00000100:00000200:2.0:1780383390.603572:0:2417:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005212416, portal 10 00000100:00000001:2.0:1780383390.603575:0:2417:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780383390.603576:0:2417:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828452301312 : -119245257250304 : ffff938c0cccea00) 00000800:00000200:0.0:1780383390.603582:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1780383390.603585:0:2417:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c0cccea00 x1866867005212416/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1780383390.603589:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c0acf5800. 00000100:00000001:2.0:1780383390.603598:0:2417:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1780383390.603599:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1780383390.603604:0:2417:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1780383390.603607:0:2417:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c0b926b28. 00000400:00000200:0.0:1780383390.603610:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000200:2.0:1780383390.603612:0:2417:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005212416, offset 0 00000400:00000200:0.0:1780383390.603618:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c0b926330 00000400:00000010:0.0:1780383390.603622:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c0b926330. 00000100:00000001:0.0:1780383390.603691:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383390.603697:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0cccc380 x1866867005212160/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383390.603706:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383390.603717:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c0cccc380 x1866867005212160/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383390.603723:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383390.603725:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1780383390.607442:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780383390.607450:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383390.607475:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2759e5a] to pc [ptlrpcd_01_01+1] req@ffff938c0cccf480 x1866867005212544/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780383390.607493:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383390.607551:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780383390.607558:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780383390.607567:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0ccced80. 00000020:00000040:3.0:1780383390.607572:0:38:0:(genops.c:1231:class_import_get()) import ffff938c0b97a800 refcount=4 obd=lustre-MDT0001-mdc-ffff938c097fc000 00000800:00000001:0.0:1780383390.607573:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1780383390.607578:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780383390.607583:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780383390.607589:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780383390.607592:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383390.607597:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383390.607601:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1780383390.607601:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c089e1600. 00000400:00000200:0.0:1780383390.607613:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:3.0:1780383390.607613:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383390.607624:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0001_UUID req@ffff938c0ccced80 x1866867005212672/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1780383390.607625:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383390.607638:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383390.607645:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383390.607653:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383390.607657:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 25 MB=0x6a1e7d8b04600 00000400:00000200:0.0:1780383390.607675:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:3.0:1780383390.607682:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780383390.607686:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780383390.607687:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 224/224 into md 0x961 [1] + 224 00000100:00000040:3.0:1780383390.607694:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006635251] to pc [ptlrpcd_01_00+0] req@ffff938c0ccced80 x1866867005212672/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1780383390.607700:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1780383390.607709:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383390.607712:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780383390.607716:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1780383390.607719:0:38:0:(import.c:2068:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1780383390.607722:0:38:0:(import.c:1764:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1780383390.607726:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0ccce680. 00000020:00000040:3.0:1780383390.607729:0:38:0:(genops.c:1231:class_import_get()) import ffff938c08985000 refcount=3 obd=lustre-OST0000-osc-ffff938c097fc000 00000100:00000001:3.0:1780383390.607732:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780383390.607733:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780383390.607736:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780383390.607739:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c089e1800. 00000100:00000001:3.0:1780383390.607742:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780383390.607745:0:38:0:(import.c:1802:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446624828452300416 : -119245257251200 : ffff938c0ccce680) 00000100:00080000:3.0:1780383390.607749:0:38:0:(import.c:65:import_set_state_nolock()) ffff938c08985000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1780383390.607752:0:38:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff938c097fc000: disconnect after 21s idle 00000100:00000001:3.0:1780383390.607754:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780383390.607756:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383390.607761:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc121f0b] to pc [ptlrpcd_rcv+-1] req@ffff938c0ccce680 x1866867005212800/t0(0) o9->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1780383390.607804:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383390.607809:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383390.607815:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1780383390.607838:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383390.607844:0:2414:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780383390.607847:0:2414:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780383390.607855:0:2414:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c0ccce680 x1866867005212800/t0(0) o9->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383390.607864:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780383390.607866:0:2414:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383390.607871:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1780383390.607875:0:2408:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1780383390.607875:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780383390.607880:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1780383390.607887:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0cccc380 x1866867005212160/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383390.607887:0:2414:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0ccce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cf52ba59-39e9-494e-aee8-655b4f06ca04:2414:1866867005212800:192.168.204.118@tcp:9:kworker.0 00000100:00000001:1.0:1780383390.607895:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1780383390.607904:0:2408:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c0cccc380 x1866867005212160/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1780383390.607904:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780383390.607909:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383390.607914:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1780383390.607918:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1780383390.607922:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0adb9800. 02000000:00000001:1.0:1780383390.607926:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780383390.607931:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1780383390.607933:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000800:00000001:0.0:1780383390.607937:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1780383390.607940:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36ec8. 00000400:00000010:1.0:1780383390.607950:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e7f8. 00000100:00000200:1.0:1780383390.607968:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005212800, portal 4 00000100:00000001:1.0:1780383390.607972:0:2414:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383390.607974:0:2414:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828452300416 : -119245257251200 : ffff938c0ccce680) 00000100:00000040:1.0:1780383390.607984:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c0ccce680 x1866867005212800/t0(0) o9->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383390.607993:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780383390.607996:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1780383390.608000:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e3b8. 00000100:00000200:1.0:1780383390.608003:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866867005212800, offset 0 00000400:00000200:1.0:1780383390.608010:0:2414:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383390.608018:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383390.608026:0:2414:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383390.608033:0:2414:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383390.608046:0:2414:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383390.608051:0:2414:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383390.608055:0:2414:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383390.608059:0:2414:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [149:149:256:4294967295] 192.168.204.118@tcp LPNI seq info [149:149:8:4294967295] 00000400:00000200:1.0:1780383390.608065:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383390.608074:0:2414:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383390.608081:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383390.608087:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091dbe00. 00000800:00000200:1.0:1780383390.608096:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383390.608104:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383390.608109:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091dbe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780383390.608127:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383390.608160:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff938c097fc000: using a timeout of 31945 usecs (32 jiffies) 00000400:00000200:1.0:1780383390.608165:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383390.608169:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff938c097fc000: PM QoS new deadline estimation for cpu 0 is 4295048742 00000100:00000001:1.0:1780383390.608173:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff938c097fc000: PM QoS request active for cpu 0, keep current deadline 4295050027 00000100:00000001:1.0:1780383390.608176:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff938c097fc000: PM QoS new deadline estimation for cpu 1 is 4295048742 00000100:00000001:1.0:1780383390.608178:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff938c097fc000: PM QoS request active for cpu 1, keep current deadline 4295050027 00000100:00000001:1.0:1780383390.608181:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383390.608184:0:2414:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383390.608187:0:2414:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383390.608199:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780383390.608245:0:38:0:(import.c:2107:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780383390.608248:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383390.608251:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780383390.608255:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1780383390.608257:0:38:0:(import.c:2068:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1780383390.608259:0:38:0:(import.c:1764:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1780383390.608268:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0cccd500. 00000020:00000040:3.0:1780383390.608271:0:38:0:(genops.c:1231:class_import_get()) import ffff938c05a49000 refcount=3 obd=lustre-OST0001-osc-ffff938c097fc000 00000100:00000001:3.0:1780383390.608273:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780383390.608275:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780383390.608277:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780383390.608281:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c089e1a00. 00000100:00000001:3.0:1780383390.608305:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780383390.608308:0:38:0:(import.c:1802:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446624828452295936 : -119245257255680 : ffff938c0cccd500) 00000100:00080000:3.0:1780383390.608311:0:38:0:(import.c:65:import_set_state_nolock()) ffff938c05a49000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1780383390.608314:0:38:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff938c097fc000: disconnect after 21s idle 00000100:00000001:3.0:1780383390.608317:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780383390.608319:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383390.608324:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000806da9f6] to pc [ptlrpcd_rcv+-1] req@ffff938c0cccd500 x1866867005212928/t0(0) o9->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1780383390.608378:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383390.608394:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091dbe00. 00000400:00000200:2.0:1780383390.608395:0:2417:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383390.608402:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780383390.608406:0:2417:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383390.608412:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:2.0:1780383390.608416:0:2417:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383390.608418:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e3b8 00000400:00000200:2.0:1780383390.608421:0:2417:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780383390.608424:0:2417:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000010:0.0:1780383390.608430:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e3b8. 00000100:00000001:0.0:1780383390.608437:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1780383390.608437:0:2417:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780383390.608443:0:2417:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000100:00000200:0.0:1780383390.608446:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0ccce680 x1866867005212800/t0(0) o9->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780383390.608451:0:2417:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [150:150:255:4294967295] 192.168.204.118@tcp LPNI seq info [150:150:7:4294967295] 00000400:00000200:2.0:1780383390.608463:0:2417:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1780383390.608466:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383390.608473:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c0ccce680 x1866867005212800/t0(0) o9->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780383390.608477:0:2417:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000100:00000001:1.0:1780383390.608481:0:2414:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780383390.608487:0:2414:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000800:00000200:2.0:1780383390.608491:0:2417:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000100:00000001:0.0:1780383390.608493:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383390.608494:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383390.608498:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1780383390.608499:0:2414:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1780383390.608499:0:2417:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c0acf5600. 00000100:00000001:1.0:1780383390.608503:0:2414:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1780383390.608508:0:2417:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000100:00000040:1.0:1780383390.608511:0:2414:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c0cccd500 x1866867005212928/t0(0) o9->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1780383390.608518:0:2417:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1780383390.608525:0:2417:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c0acf5600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780383390.608527:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780383390.608536:0:2414:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383390.608538:0:2417:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383390.608540:0:2414:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780383390.608544:0:2414:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1780383390.608545:0:2417:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: using a timeout of 89967 usecs (90 jiffies) 02000000:00000001:1.0:1780383390.608549:0:2414:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780383390.608553:0:2417:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00100000:1.0:1780383390.608557:0:2414:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cf52ba59-39e9-494e-aee8-655b4f06ca04:2414:1866867005212928:192.168.204.118@tcp:9:kworker.0 00000100:00000001:2.0:1780383390.608558:0:2417:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 0 is 4295048800 00000800:00000200:0.0:1780383390.608559:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383390.608565:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c0acf5600. 00000100:00000001:2.0:1780383390.608565:0:2417:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS request active for cpu 0, keep current deadline 4295050027 00000100:00000001:1.0:1780383390.608566:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780383390.608571:0:2414:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1780383390.608571:0:2417:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 1 is 4295048800 00000400:00000200:0.0:1780383390.608572:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1780383390.608575:0:2414:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383390.608577:0:2417:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS request active for cpu 1, keep current deadline 4295050027 02000000:00000001:1.0:1780383390.608579:0:2414:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1780383390.608582:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:2.0:1780383390.608585:0:2417:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1780383390.608587:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0adb8c00. 00000100:00000001:2.0:1780383390.608588:0:2417:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383390.608593:0:2414:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780383390.608596:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c0b926b28 00000400:00000001:2.0:1780383390.608600:0:2417:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000010:0.0:1780383390.608601:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c0b926b28. 00000400:00000200:1.0:1780383390.608601:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000001:2.0:1780383390.608604:0:2417:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1780383390.608608:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1780383390.608609:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36bb0. 00000400:00000010:2.0:1780383390.608609:0:2417:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c02eb6e18. 00000400:00000200:2.0:1780383390.608616:0:2417:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c0b926198 00000100:00000200:0.0:1780383390.608617:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0cccea00 x1866867005212416/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780383390.608620:0:2417:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c0b926198. 00000100:00000001:2.0:1780383390.608626:0:2417:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1780383390.608632:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1780383390.608634:0:2417:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0cccc380 x1866867005212160/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383390.608638:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c0cccea00 x1866867005212416/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383390.608657:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383390.608660:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1780383390.608660:0:2417:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0cccc380 x1866867005212160/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383390.608668:0:2417:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780383390.608675:0:2417:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780383390.608678:0:38:0:(import.c:2107:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383390.608679:0:2417:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:3.0:1780383390.608684:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383390.608685:0:2417:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780383390.608688:0:2417:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780383390.608691:0:2417:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383390.608694:0:38:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (386) 02000000:00000001:2.0:1780383390.608695:0:2417:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780383390.608704:0:2417:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09e1fc60 time=88 v=5 (5 0 0 0) 00000100:00001000:2.0:1780383390.608709:0:2417:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09e1fc18 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1780383390.608712:0:2417:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780383390.608714:0:2417:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780383390.608717:0:2417:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1780383390.608718:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1780383390.608720:0:2417:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780383390.608723:0:2418:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780383390.608724:0:2417:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780383390.608727:0:2418:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780383390.608731:0:2417:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c0cccc380 x1866867005212160/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1780383390.608738:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c0ccce300 x1866867005212288/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383390.608740:0:2417:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780383390.608745:0:2417:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780383390.608749:0:2417:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780383390.608754:0:2418:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1780383390.608756:0:2417:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0cccc380 x1866867005212160/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780383390.608758:0:2418:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780383390.608764:0:2418:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780383390.608768:0:2418:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1780383390.608770:0:2417:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2417:1866867005212160:192.168.204.118@tcp:400:kworker.0 02000000:00000001:3.0:1780383390.608772:0:2418:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383390.608793:0:2417:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383390.608797:0:2417:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780383390.608801:0:2417:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c0cccc380 x1866867005212160/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383390.608808:0:2417:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780383390.608810:0:2417:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780383390.608813:0:2417:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c09e50c00. 02000000:00000001:2.0:1780383390.608817:0:2417:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780383390.608819:0:2417:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780383390.608820:0:2417:0:(genops.c:1244:class_import_put()) import ffff938c09e1f800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1780383390.608823:0:2417:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780383390.608826:0:2417:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c089e1c00. 02000000:00000001:2.0:1780383390.608835:0:2417:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780383390.608838:0:2417:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780383390.608840:0:2417:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0cccc380. 00000100:00000001:2.0:1780383390.608844:0:2417:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780383390.608845:0:2417:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383390.608848:0:2417:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383390.608853:0:2417:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780383390.608856:0:2417:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1780383390.608858:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e198. 00000100:00000001:2.0:1780383390.608858:0:2417:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383390.608861:0:2417:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780383390.608864:0:2417:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1780383390.608865:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005212928, portal 4 00000100:00000001:1.0:1780383390.608869:0:2414:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1780383390.608871:0:2417:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c0ccced80 x1866867005212672/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383390.608872:0:2414:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828452295936 : -119245257255680 : ffff938c0cccd500) 00000100:00000001:2.0:1780383390.608883:0:2417:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1780383390.608885:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c0cccd500 x1866867005212928/t0(0) o9->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383390.608886:0:2417:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383390.608891:0:2417:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780383390.608894:0:2417:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383390.608899:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1780383390.608900:0:2417:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383390.608905:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000100:00100000:2.0:1780383390.608908:0:2417:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0ccced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:2417:1866867005212672:192.168.204.118@tcp:400:kworker.0 00000400:00000010:1.0:1780383390.608911:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e660. 00000100:00000001:2.0:1780383390.608916:0:2417:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1780383390.608917:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866867005212928, offset 0 02000000:00000001:2.0:1780383390.608921:0:2417:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780383390.608924:0:2417:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383390.608925:0:2414:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 02000000:00000001:2.0:1780383390.608928:0:2417:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1780383390.608933:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 02000000:00000010:2.0:1780383390.608934:0:2417:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c09e50c00. 02000000:00000001:2.0:1780383390.608938:0:2417:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383390.608939:0:2414:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1780383390.608945:0:2417:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383390.608946:0:2414:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383390.608951:0:2414:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000010:2.0:1780383390.608951:0:2417:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c02eb6e18. 00000400:00000200:1.0:1780383390.608957:0:2414:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1780383390.608971:0:2417:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c0b926198. 00000400:00000200:1.0:1780383390.608973:0:2414:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383390.608978:0:2414:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [151:151:256:4294967295] 192.168.204.118@tcp LPNI seq info [151:151:8:4294967295] 00000400:00000200:1.0:1780383390.608982:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383390.608988:0:2414:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383390.608999:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383390.609003:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091dbb00. 00000800:00000200:1.0:1780383390.609007:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383390.609011:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383390.609014:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091dbb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780383390.609033:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383390.609036:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff938c097fc000: using a timeout of 34845 usecs (35 jiffies) 00000400:00000200:1.0:1780383390.609039:0:2414:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383390.609041:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff938c097fc000: PM QoS new deadline estimation for cpu 0 is 4295048746 00000100:00000001:1.0:1780383390.609043:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff938c097fc000: PM QoS request active for cpu 0, keep current deadline 4295050027 00000100:00000001:1.0:1780383390.609045:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff938c097fc000: PM QoS new deadline estimation for cpu 1 is 4295048746 00000100:00000001:1.0:1780383390.609047:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff938c097fc000: PM QoS request active for cpu 1, keep current deadline 4295050027 00000100:00000001:1.0:1780383390.609049:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383390.609051:0:2414:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383390.609054:0:2414:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383390.609056:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383390.609060:0:2414:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780383390.609061:0:2414:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1780383390.609063:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383390.609064:0:2414:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780383390.609065:0:2414:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383390.609067:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780383390.609175:0:2418:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0ccce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2418:1866867005212288:192.168.204.118@tcp:400:kworker.0 00000100:00000001:3.0:1780383390.609180:0:2418:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780383390.609183:0:2418:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780383390.609185:0:2418:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780383390.609186:0:2418:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780383390.609261:0:2418:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c09b03600. 02000000:00000001:3.0:1780383390.609263:0:2418:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780383390.609267:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:3.0:1780383390.609270:0:2418:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c04ea8948. 00000400:00000010:3.0:1780383390.609274:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c05f45110. 00000100:00000200:3.0:1780383390.609277:0:2418:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005212288, portal 10 00000100:00000001:3.0:1780383390.609279:0:2418:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780383390.609281:0:2418:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828452299520 : -119245257252096 : ffff938c0ccce300) 00000100:00000040:3.0:1780383390.609288:0:2418:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c0ccce300 x1866867005212288/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780383390.609294:0:2418:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780383390.609297:0:2418:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:3.0:1780383390.609299:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c05f45d48. 00000100:00000200:3.0:1780383390.609301:0:2418:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005212288, offset 0 00000400:00000200:3.0:1780383390.609307:0:2418:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:3.0:1780383390.609311:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383390.609315:0:2418:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:3.0:1780383390.609318:0:2418:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780383390.609320:0:2418:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:3.0:1780383390.609322:0:2418:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780383390.609324:0:2418:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:3.0:1780383390.609327:0:2418:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [152:152:255:4294967295] 192.168.204.118@tcp LPNI seq info [152:152:7:4294967295] 00000400:00000200:3.0:1780383390.609330:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383390.609336:0:2418:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:3.0:1780383390.609340:0:2418:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:3.0:1780383390.609342:0:2418:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c089e1c00. 00000800:00000200:3.0:1780383390.609346:0:2418:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:3.0:1780383390.609351:0:2418:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:3.0:1780383390.609354:0:2418:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c089e1c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780383390.609357:0:2418:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383390.609360:0:2418:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: using a timeout of 198315 usecs (199 jiffies) 00000400:00000200:3.0:1780383390.609368:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:3.0:1780383390.609370:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 0 is 4295048910 00000100:00000001:3.0:1780383390.609372:0:2418:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS request active for cpu 0, keep current deadline 4295050027 00000100:00000001:3.0:1780383390.609375:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 1 is 4295048910 00000100:00000001:3.0:1780383390.609376:0:2418:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS request active for cpu 1, keep current deadline 4295050027 00000100:00000001:3.0:1780383390.609378:0:2418:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780383390.609381:0:2418:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780383390.609383:0:2418:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780383390.609388:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c0cccf480 x1866867005212544/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780383390.609395:0:2418:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780383390.609397:0:2418:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780383390.609399:0:2418:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780383390.609401:0:2418:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780383390.609403:0:2418:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780383390.609406:0:2418:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cf52ba59-39e9-494e-aee8-655b4f06ca04:2418:1866867005212544:192.168.204.118@tcp:400:kworker.0 00000100:00000001:3.0:1780383390.609410:0:2418:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780383390.609413:0:2418:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780383390.609414:0:2418:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780383390.609416:0:2418:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780383390.609419:0:2418:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c09b03400. 02000000:00000001:3.0:1780383390.609421:0:2418:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780383390.609423:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:3.0:1780383390.609426:0:2418:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c04ea8b58. 00000400:00000010:3.0:1780383390.609429:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c05f45198. 00000100:00000200:3.0:1780383390.609432:0:2418:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005212544, portal 10 00000100:00000001:3.0:1780383390.609434:0:2418:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780383390.609435:0:2418:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828452304000 : -119245257247616 : ffff938c0cccf480) 00000020:00000010:3.0:1780383390.609444:0:2418:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff938c05aaa000. 00000100:00000040:3.0:1780383390.609450:0:2418:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c0cccf480 x1866867005212544/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780383390.609465:0:2418:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780383390.609468:0:2418:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:3.0:1780383390.609470:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c05f45660. 00000100:00000200:3.0:1780383390.609472:0:2418:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005212544, offset 0 00000400:00000200:3.0:1780383390.609476:0:2418:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:3.0:1780383390.609479:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383390.609483:0:2418:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:3.0:1780383390.609485:0:2418:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780383390.609487:0:2418:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:3.0:1780383390.609489:0:2418:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780383390.609491:0:2418:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:3.0:1780383390.609494:0:2418:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [153:153:254:4294967295] 192.168.204.118@tcp LPNI seq info [153:153:6:4294967295] 00000400:00000200:3.0:1780383390.609497:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383390.609503:0:2418:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:3.0:1780383390.609506:0:2418:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:3.0:1780383390.609510:0:2418:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c089e1200. 00000800:00000200:3.0:1780383390.609513:0:2418:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:3.0:1780383390.609517:0:2418:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:3.0:1780383390.609520:0:2418:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c089e1200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780383390.609523:0:2418:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383390.609526:0:2418:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: using a timeout of 33291 usecs (34 jiffies) 00000400:00000200:3.0:1780383390.609528:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:3.0:1780383390.609530:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 0 is 4295048745 00000100:00000001:3.0:1780383390.609533:0:2418:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS request active for cpu 0, keep current deadline 4295050027 00000100:00000001:3.0:1780383390.609535:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 1 is 4295048745 00000100:00000001:3.0:1780383390.609537:0:2418:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS request active for cpu 1, keep current deadline 4295050027 00000100:00000001:3.0:1780383390.609539:0:2418:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780383390.609541:0:2418:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780383390.609548:0:2418:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780383390.609549:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780383390.609553:0:2418:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780383390.609555:0:2418:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780383390.609557:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780383390.609558:0:2418:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780383390.609560:0:2418:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780383390.609562:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1780383390.610080:0:2417:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005212672, portal 10 00000100:00000001:2.0:1780383390.610087:0:2417:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780383390.610089:0:2417:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828452302208 : -119245257249408 : ffff938c0ccced80) 00000100:00000040:2.0:1780383390.610100:0:2417:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c0ccced80 x1866867005212672/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383390.610108:0:2417:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780383390.610120:0:2417:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1780383390.610125:0:2417:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c0b926bb0. 00000100:00000200:2.0:1780383390.610130:0:2417:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005212672, offset 0 00000400:00000200:2.0:1780383390.610136:0:2417:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1780383390.610141:0:2417:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383390.610147:0:2417:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1780383390.610151:0:2417:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780383390.610153:0:2417:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1780383390.610156:0:2417:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780383390.610159:0:2417:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1780383390.610162:0:2417:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [154:154:253:4294967295] 192.168.204.118@tcp LPNI seq info [154:154:5:4294967295] 00000400:00000200:2.0:1780383390.610167:0:2417:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383390.610175:0:2417:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1780383390.610181:0:2417:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1780383390.610186:0:2417:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c0acf5e00. 00000800:00000200:2.0:1780383390.610191:0:2417:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1780383390.610195:0:2417:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1780383390.610199:0:2417:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c0acf5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780383390.610202:0:2417:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780383390.610205:0:2417:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: using a timeout of 48956 usecs (49 jiffies) 00000400:00000200:2.0:1780383390.610208:0:2417:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1780383390.610210:0:2417:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 0 is 4295048761 00000100:00000001:2.0:1780383390.610213:0:2417:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS request active for cpu 0, keep current deadline 4295050027 00000100:00000001:2.0:1780383390.610215:0:2417:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 1 is 4295048761 00000100:00000001:2.0:1780383390.610217:0:2417:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS request active for cpu 1, keep current deadline 4295050027 00000100:00000001:2.0:1780383390.610219:0:2417:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780383390.610222:0:2417:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383390.610225:0:2417:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383390.610227:0:2417:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383390.610232:0:2417:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780383390.610242:0:2417:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1780383390.610245:0:2417:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383390.610246:0:2417:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780383390.610248:0:2417:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383390.610250:0:2417:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780383390.610277:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383390.610283:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091dbb00. 00000400:00000200:0.0:1780383390.610287:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383390.610294:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383390.610301:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e660 00000400:00000010:0.0:1780383390.610304:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e660. 00000100:00000001:0.0:1780383390.610309:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383390.610314:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0cccd500 x1866867005212928/t0(0) o9->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383390.610325:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383390.610329:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c0cccd500 x1866867005212928/t0(0) o9->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383390.610337:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383390.610338:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383390.610352:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383390.610355:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c089e1c00. 00000400:00000200:0.0:1780383390.610358:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383390.610361:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383390.610364:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c05f45d48 00000400:00000010:0.0:1780383390.610366:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c05f45d48. 00000100:00000001:0.0:1780383390.610368:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383390.610372:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0ccce300 x1866867005212288/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383390.610495:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383390.610500:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c0ccce300 x1866867005212288/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383390.610505:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383390.610506:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383390.610518:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383390.610520:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c089e1200. 00000400:00000200:0.0:1780383390.610523:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383390.610526:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383390.610529:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c05f45660 00000400:00000010:0.0:1780383390.610530:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c05f45660. 00000100:00000001:0.0:1780383390.610532:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383390.610535:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0cccf480 x1866867005212544/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383390.610542:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383390.610544:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c0cccf480 x1866867005212544/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383390.610550:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383390.610551:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383390.610609:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383390.610612:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c0acf5e00. 00000400:00000200:0.0:1780383390.610616:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383390.610619:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383390.610622:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c0b926bb0 00000400:00000010:0.0:1780383390.610623:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c0b926bb0. 00000100:00000001:0.0:1780383390.610626:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383390.610629:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0ccced80 x1866867005212672/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383390.610636:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383390.610639:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c0ccced80 x1866867005212672/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383390.610657:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383390.610658:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780383390.628038:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383390.628065:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780383390.628072:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383390.628074:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383390.628086:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383390.628095:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383390.628107:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383390.628113:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383390.628120:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383390.628125:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b04700 00000400:00000200:1.0:1780383390.628147:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383390.628156:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x969 [1] + 224 00000800:00000001:1.0:1780383390.628165:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383390.628173:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383390.628177:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383390.628182:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1780383390.628191:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383390.628201:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0cccea00 x1866867005212416/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780383390.628214:0:2408:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c0cccea00 x1866867005212416/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383390.628231:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780383390.628240:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383390.628244:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383390.629080:0:2417:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383390.629089:0:2417:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780383390.629100:0:2417:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780383390.629103:0:2417:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780383390.629107:0:2417:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c02eb6f78. 00000400:00000200:2.0:1780383390.629115:0:2417:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c0b9266e8 00000400:00000010:2.0:1780383390.629118:0:2417:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c0b9266e8. 00000100:00000001:2.0:1780383390.629123:0:2417:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780383390.629132:0:2417:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0cccea00 x1866867005212416/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780383390.629143:0:2417:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0cccea00 x1866867005212416/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383390.629151:0:2417:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780383390.629153:0:2417:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383390.629157:0:2417:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780383390.629161:0:2417:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780383390.629164:0:2417:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780383390.629166:0:2417:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383390.629170:0:2417:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780383390.629182:0:2417:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09194c60 time=88 v=5 (5 0 0 0) 00000100:00001000:2.0:1780383390.629187:0:2417:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09194c18 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1780383390.629191:0:2417:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780383390.629193:0:2417:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780383390.629197:0:2417:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1780383390.629203:0:2417:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c0cccea00 x1866867005212416/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1780383390.629211:0:2417:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383390.629215:0:2417:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780383390.629218:0:2417:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff938c028b3000: skip recheck: last_committed 0 00000100:00000001:2.0:1780383390.629220:0:2417:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780383390.629233:0:2417:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780383390.629239:0:2417:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c0cccea00 x1866867005212416/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383390.629247:0:2417:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780383390.629251:0:2417:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780383390.629254:0:2417:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780383390.629258:0:2417:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0cccea00 x1866867005212416/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780383390.629267:0:2417:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2417:1866867005212416:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1780383390.629272:0:2417:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383390.629276:0:2417:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780383390.629280:0:2417:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c0cccea00 x1866867005212416/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383390.629287:0:2417:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780383390.629290:0:2417:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780383390.629294:0:2417:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c09e50e00. 02000000:00000001:2.0:1780383390.629299:0:2417:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780383390.629302:0:2417:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780383390.629304:0:2417:0:(genops.c:1244:class_import_put()) import ffff938c09194800 refcount=3 obd=lustre-MDT0001-mdc-ffff938c028b3000 00000020:00000001:2.0:1780383390.629307:0:2417:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780383390.629310:0:2417:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c089e1300. 02000000:00000001:2.0:1780383390.629314:0:2417:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780383390.629317:0:2417:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780383390.629319:0:2417:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0cccea00. 00000100:00000001:2.0:1780383390.629324:0:2417:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780383390.629325:0:2417:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383390.629329:0:2417:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383390.629330:0:2417:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383390.629332:0:2417:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780383390.629333:0:2417:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383390.629335:0:2417:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780383390.648092:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383390.648129:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383390.648141:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383390.648146:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383390.648159:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383390.648169:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383390.648185:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383390.648191:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383390.648197:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383390.648202:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 4 MB=0x6a1e7d8b04880 00000400:00000200:0.0:1780383390.648208:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383390.648215:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.118@tcp of length 224/224 into md 0x971 [1] + 224 00000800:00000001:0.0:1780383390.648224:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383390.648228:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383390.648232:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383390.648250:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383390.648260:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383390.648271:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0ccce680 x1866867005212800/t0(0) o9->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383390.648914:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c0ccce680 x1866867005212800/t0(0) o9->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383390.648946:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383390.648973:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383390.648980:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383390.648982:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383390.648985:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383390.648990:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383390.648995:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383390.649001:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383390.649026:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383390.649031:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383390.649034:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1780383390.649036:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 4 MB=0x6a1e7d8b04900 00000100:00000001:1.0:1780383390.649042:0:2414:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780383390.649053:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383390.649056:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383390.649060:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36ec8. 00000400:00000200:1.0:1780383390.649067:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e7f8 00000400:00000010:1.0:1780383390.649071:0:2414:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e7f8. 00000100:00000001:1.0:1780383390.649075:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383390.649081:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0ccce680 x1866867005212800/t0(0) o9->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383390.649092:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0ccce680 x1866867005212800/t0(0) o9->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383390.649099:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383390.649101:0:2414:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383390.649105:0:2414:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383390.649108:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383390.649111:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1780383390.649113:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383390.649114:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383390.649119:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780383390.649133:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.118@tcp of length 224/224 into md 0x981 [1] + 224 00000100:00001000:1.0:1780383390.649139:0:2414:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c08985460 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1780383390.649145:0:2414:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c08985418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1780383390.649148:0:2414:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780383390.649150:0:2414:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383390.649153:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1780383390.649159:0:2414:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c0ccce680 x1866867005212800/t0(0) o9->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1780383390.649167:0:2414:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383390.649171:0:2414:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780383390.649174:0:2414:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff938c097fc000: skip recheck: last_committed 0 00000100:00000001:1.0:1780383390.649176:0:2414:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780383390.649178:0:2414:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383390.649183:0:2414:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c0ccce680 x1866867005212800/t0(0) o9->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383390.649190:0:2414:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383390.649194:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383390.649196:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1780383390.649200:0:2414:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff938c0ccce680 x1866867005212800/t0(0) o9->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1780383390.649209:0:2414:0:(import.c:65:import_set_state_nolock()) ffff938c08985000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1780383390.649215:0:2414:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0ccce680 x1866867005212800/t0(0) o9->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383390.649223:0:2414:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0ccce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cf52ba59-39e9-494e-aee8-655b4f06ca04:2414:1866867005212800:192.168.204.118@tcp:9:kworker.0 00000100:00000001:1.0:1780383390.649228:0:2414:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383390.649232:0:2414:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383390.649235:0:2414:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c0ccce680 x1866867005212800/t0(0) o9->lustre-OST0000-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383390.649243:0:2414:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383390.649246:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383390.649255:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0adb9800. 02000000:00000001:1.0:1780383390.649259:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383390.649262:0:2414:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383390.649265:0:2414:0:(genops.c:1244:class_import_put()) import ffff938c08985000 refcount=2 obd=lustre-OST0000-osc-ffff938c097fc000 00000020:00000001:1.0:1780383390.649268:0:2414:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383390.649271:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c089e1800. 02000000:00000001:1.0:1780383390.649275:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383390.649277:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383390.649279:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0ccce680. 00000100:00000001:1.0:1780383390.649283:0:2414:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383390.649285:0:2414:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383390.649288:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383390.649290:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383390.649291:0:2414:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780383390.649293:0:2414:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383390.649294:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780383390.651442:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383390.651765:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383390.651855:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383390.651869:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383390.651881:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383390.651893:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0cccd500 x1866867005212928/t0(0) o9->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383390.651906:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c0cccd500 x1866867005212928/t0(0) o9->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383390.651939:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383390.651971:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383390.651976:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383390.651977:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383390.651980:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383390.651989:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383390.651994:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383390.652005:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383390.652009:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383390.652014:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383390.652018:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b04680 00000400:00000200:0.0:1780383390.652023:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383390.652029:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x999 [1] + 224 00000800:00000001:0.0:1780383390.652033:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1780383390.652596:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383390.652603:0:2414:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780383390.652612:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383390.652615:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383390.652619:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36bb0. 00000400:00000200:1.0:1780383390.652626:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e198 00000400:00000010:1.0:1780383390.652628:0:2414:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e198. 00000100:00000001:1.0:1780383390.652633:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383390.652640:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0cccd500 x1866867005212928/t0(0) o9->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383390.652650:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0cccd500 x1866867005212928/t0(0) o9->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383390.652657:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383390.652659:0:2414:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383390.652661:0:2414:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383390.652665:0:2414:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383390.652668:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383390.652671:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383390.652675:0:2414:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780383390.652687:0:2414:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c05a49460 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1780383390.652692:0:2414:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c05a49418 time=21 v=5 (1 0 0 0) 00000800:00000001:0.0:1780383390.652883:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383390.652887:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383390.652893:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383390.652900:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383390.652917:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0ccce300 x1866867005212288/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383390.652926:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c0ccce300 x1866867005212288/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383390.652947:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383390.652956:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383390.652972:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383390.652974:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383390.652976:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383390.652981:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:3.0:1780383390.652984:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1780383390.652985:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000100:00000001:3.0:1780383390.652987:0:2418:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1780383390.652990:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000001:3.0:1780383390.652991:0:2418:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1780383390.652993:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000001:3.0:1780383390.652993:0:2418:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780383390.652997:0:2418:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c04ea8948. 00000400:00000200:0.0:1780383390.652999:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1780383390.653000:0:2418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c05f45110 00000400:00000200:0.0:1780383390.653002:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b04780 00000400:00000010:3.0:1780383390.653002:0:2418:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c05f45110. 00000100:00000001:3.0:1780383390.653005:0:2418:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1780383390.653006:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000200:3.0:1780383390.653010:0:2418:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0ccce300 x1866867005212288/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780383390.653012:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x9a1 [1] + 224 00000800:00000001:0.0:1780383390.653017:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383390.653020:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1780383390.653020:0:2418:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0ccce300 x1866867005212288/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780383390.653022:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383390.653026:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:3.0:1780383390.653027:0:2418:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780383390.653029:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1780383390.653029:0:2418:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780383390.653031:0:2418:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780383390.653032:0:2418:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1780383390.653034:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0cccf480 x1866867005212544/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780383390.653034:0:2418:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780383390.653036:0:2418:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780383390.653038:0:2418:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780383390.653043:0:2418:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09197c60 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1780383390.653047:0:2418:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09197c18 time=87 v=5 (1 0 0 0) 00000100:00000040:0.0:1780383390.653059:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c0cccf480 x1866867005212544/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383390.653067:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383390.653070:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383390.653073:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383390.653075:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383390.653077:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383390.653087:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383390.653090:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383390.653094:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383390.653097:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383390.653100:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383390.653103:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b04800 00000400:00000200:0.0:1780383390.653107:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383390.653111:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x991 [1] + 224 00000800:00000001:0.0:1780383390.653115:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1780383390.653123:0:2418:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780383390.653124:0:2418:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383390.653128:0:2418:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780383390.653133:0:2418:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780383390.653138:0:2418:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780383390.653140:0:2418:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff938c028b3000: skip recheck: last_committed 0 00000100:00000001:3.0:1780383390.653142:0:2418:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780383390.653151:0:2418:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383390.653157:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c0ccce300 x1866867005212288/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780383390.653165:0:2418:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780383390.653169:0:2418:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780383390.653171:0:2418:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780383390.653175:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0ccce300 x1866867005212288/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780383390.653184:0:2418:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0ccce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2418:1866867005212288:192.168.204.118@tcp:400:kworker.0 00000400:00000001:3.0:1780383390.653192:0:2418:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780383390.653193:0:2418:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780383390.653195:0:2418:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c04ea8b58. 00000400:00000200:3.0:1780383390.653198:0:2418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c05f45198 00000400:00000010:3.0:1780383390.653200:0:2418:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c05f45198. 00000100:00000001:3.0:1780383390.653202:0:2418:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780383390.653205:0:2418:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0cccf480 x1866867005212544/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780383390.653213:0:2418:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0cccf480 x1866867005212544/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780383390.653220:0:2418:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780383390.653221:0:2418:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780383390.653223:0:2418:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780383390.653224:0:2418:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780383390.653225:0:2418:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780383390.653227:0:2418:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780383390.653229:0:2418:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383390.653234:0:2414:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00001000:3.0:1780383390.653234:0:2418:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c0b979460 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1780383390.653237:0:2418:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c0b979418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1780383390.653239:0:2418:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780383390.653240:0:2418:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383390.653242:0:2418:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780383390.653244:0:2418:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780383390.653252:0:2418:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780383390.653253:0:2418:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff938c097fc000: skip recheck: last_committed 0 00000100:00000001:3.0:1780383390.653255:0:2418:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780383390.653257:0:2418:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383390.653261:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c0cccf480 x1866867005212544/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780383390.653267:0:2418:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780383390.653269:0:2418:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780383390.653270:0:2418:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780383390.653274:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0cccf480 x1866867005212544/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780383390.653282:0:2418:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cf52ba59-39e9-494e-aee8-655b4f06ca04:2418:1866867005212544:192.168.204.118@tcp:400:kworker.0 00000100:00000001:3.0:1780383390.653286:0:2418:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780383390.653290:0:2418:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780383390.653293:0:2418:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c0ccce300 x1866867005212288/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780383390.653299:0:2418:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780383390.653303:0:2418:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780383390.653308:0:2418:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c09b03600. 02000000:00000001:3.0:1780383390.653311:0:2418:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780383390.653315:0:2418:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780383390.653317:0:2418:0:(genops.c:1244:class_import_put()) import ffff938c09197800 refcount=3 obd=lustre-MDT0000-mdc-ffff938c028b3000 00000020:00000001:3.0:1780383390.653320:0:2418:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780383390.653323:0:2418:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c089e1000. 02000000:00000001:3.0:1780383390.653328:0:2418:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780383390.653330:0:2418:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780383390.653333:0:2418:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0ccce300. 00000100:00000001:3.0:1780383390.653337:0:2418:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780383390.653338:0:2418:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780383390.653340:0:2418:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780383390.653343:0:2418:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c0cccf480 x1866867005212544/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780383390.653360:0:2418:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780383390.653361:0:2418:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780383390.653363:0:2418:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c09b03400. 02000000:00000001:3.0:1780383390.653365:0:2418:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780383390.653367:0:2418:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780383390.653368:0:2418:0:(genops.c:1244:class_import_put()) import ffff938c0b979000 refcount=3 obd=lustre-MDT0000-mdc-ffff938c097fc000 00000020:00000001:3.0:1780383390.653370:0:2418:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780383390.653372:0:2418:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c089e1f00. 02000000:00000001:3.0:1780383390.653374:0:2418:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780383390.653375:0:2418:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780383390.653376:0:2418:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0cccf480. 00000100:00000001:3.0:1780383390.653379:0:2418:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780383390.653380:0:2418:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780383390.653382:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780383390.653393:0:2418:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780383390.653394:0:2418:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780383390.653397:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780383390.653399:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383390.653440:0:2414:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383390.653443:0:2414:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1780383390.653449:0:2414:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c0cccd500 x1866867005212928/t0(0) o9->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1780383390.653456:0:2414:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383390.653525:0:2414:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780383390.653527:0:2414:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff938c097fc000: skip recheck: last_committed 0 00000100:00000001:1.0:1780383390.653528:0:2414:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780383390.653530:0:2414:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383390.653535:0:2414:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c0cccd500 x1866867005212928/t0(0) o9->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383390.653541:0:2414:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383390.653543:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383390.653544:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1780383390.653548:0:2414:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff938c0cccd500 x1866867005212928/t0(0) o9->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1780383390.653556:0:2414:0:(import.c:65:import_set_state_nolock()) ffff938c05a49000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1780383390.653560:0:2414:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0cccd500 x1866867005212928/t0(0) o9->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383390.653566:0:2414:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cf52ba59-39e9-494e-aee8-655b4f06ca04:2414:1866867005212928:192.168.204.118@tcp:9:kworker.0 00000100:00000001:1.0:1780383390.653570:0:2414:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383390.653572:0:2414:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383390.653575:0:2414:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c0cccd500 x1866867005212928/t0(0) o9->lustre-OST0001-osc-ffff938c097fc000@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1780383400 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383390.653580:0:2414:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383390.653581:0:2414:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383390.653584:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0adb8c00. 02000000:00000001:1.0:1780383390.653588:0:2414:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383390.653595:0:2414:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383390.653597:0:2414:0:(genops.c:1244:class_import_put()) import ffff938c05a49000 refcount=2 obd=lustre-OST0001-osc-ffff938c097fc000 00000020:00000001:1.0:1780383390.653601:0:2414:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383390.653602:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c089e1a00. 02000000:00000001:1.0:1780383390.653605:0:2414:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383390.653606:0:2414:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383390.653608:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0cccd500. 00000100:00000001:1.0:1780383390.653612:0:2414:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383390.653613:0:2414:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383390.653614:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383390.653619:0:2414:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780383390.653620:0:2414:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383390.653622:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383390.653623:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780383390.653910:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383390.653914:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383390.653919:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383390.653923:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383390.653929:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0ccced80 x1866867005212672/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383390.653938:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c0ccced80 x1866867005212672/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383390.653966:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383390.653973:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383390.653977:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383390.660730:0:2417:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383390.660744:0:2417:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780383390.660834:0:2417:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780383390.660837:0:2417:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780383390.660845:0:2417:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c02eb6e18. 00000400:00000200:2.0:1780383390.660858:0:2417:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c0b926198 00000400:00000010:2.0:1780383390.660862:0:2417:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c0b926198. 00000100:00000001:2.0:1780383390.660868:0:2417:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780383390.660884:0:2417:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0ccced80 x1866867005212672/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780383390.660896:0:2417:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0ccced80 x1866867005212672/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383390.660905:0:2417:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780383390.660908:0:2417:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383390.660911:0:2417:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780383390.660916:0:2417:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780383390.660919:0:2417:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780383390.660921:0:2417:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383390.660924:0:2417:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780383390.660937:0:2417:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c0b97ac60 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1780383390.660942:0:2417:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c0b97ac18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1780383390.660945:0:2417:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780383390.660947:0:2417:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780383390.660950:0:2417:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1780383390.660956:0:2417:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c0ccced80 x1866867005212672/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1780383390.660974:0:2417:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383390.660987:0:2417:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780383390.660990:0:2417:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff938c097fc000: skip recheck: last_committed 0 00000100:00000001:2.0:1780383390.660992:0:2417:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780383390.660993:0:2417:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780383390.660999:0:2417:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c0ccced80 x1866867005212672/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383390.661007:0:2417:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780383390.661010:0:2417:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780383390.661020:0:2417:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780383390.661025:0:2417:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0ccced80 x1866867005212672/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780383390.661033:0:2417:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0ccced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:2417:1866867005212672:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1780383390.661038:0:2417:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383390.661042:0:2417:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780383390.661045:0:2417:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c0ccced80 x1866867005212672/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383390.661051:0:2417:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780383390.661055:0:2417:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780383390.661059:0:2417:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c09e50c00. 02000000:00000001:2.0:1780383390.661063:0:2417:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780383390.661066:0:2417:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780383390.661068:0:2417:0:(genops.c:1244:class_import_put()) import ffff938c0b97a800 refcount=3 obd=lustre-MDT0001-mdc-ffff938c097fc000 00000020:00000001:2.0:1780383390.661072:0:2417:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780383390.661075:0:2417:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c089e1600. 02000000:00000001:2.0:1780383390.661080:0:2417:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780383390.661083:0:2417:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780383390.661085:0:2417:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0ccced80. 00000100:00000001:2.0:1780383390.661089:0:2417:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780383390.661091:0:2417:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383390.661093:0:2417:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383390.661103:0:2417:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780383390.661105:0:2417:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383390.661108:0:2417:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383390.661111:0:2417:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383391.178469:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383391.178483:0:1002:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780383391.178487:0:1002:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780383391.178492:0:1002:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383391.178500:0:1002:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780383391.178503:0:1002:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383391.178506:0:1002:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383391.178509:0:1002:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383391.178514:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383391.178516:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780383391.178743:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780383391.178748:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780383391.178752:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780383391.945872:0:8051:0:(connection.c:75:cpu_latency_work()) work item of ffff938c028b5800 (cpu 0) has reached its deadline 4295050027, at 4295050048 00000100:00000010:0.0:1780383391.945895:0:8051:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff938c0ac7c4e0. 00000100:00000040:1.0:1780383391.950038:0:758:0:(connection.c:75:cpu_latency_work()) work item of ffff938c028b5910 (cpu 0) has reached its deadline 4295050027, at 4295050052 00000100:00000010:1.0:1780383391.950060:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff938c0ac7cde0. 00010000:00000001:3.0:1780383392.204195:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383392.204203:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383392.204208:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383392.204210:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780383392.204243:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780383392.204246:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780383392.204249:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780383393.226212:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383393.226246:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383393.226252:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383393.226254:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780383393.227760:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780383393.227771:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780383393.227816:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780383394.250130:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383394.250143:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383394.250151:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383394.250152:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780383394.250177:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780383394.250180:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780383394.250183:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780383395.279291:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383395.279304:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383395.279312:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383395.279314:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780383395.280489:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780383395.280496:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780383395.280501:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780383395.730247:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) bb1f37d9-7e73-4277-9cfe-69a5d632ca59->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780383395.730261:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780383395.730270:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e58e00. 00000020:00000040:1.0:1780383395.730277:0:38:0:(genops.c:1231:class_import_get()) import ffff938c09e1f800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1780383395.730283:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780383395.730286:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780383395.730294:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780383395.730304:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c091db100. 00000100:00000001:1.0:1780383395.730314:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.730328:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bb1f37d9-7e73-4277-9cfe-69a5d632ca59->MGS req@ffff938c09e58e00 x1866867005213056/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780383395.730341:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780383395.730347:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.730355:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033135a8e] to pc [ptlrpcd_00_01+1] req@ffff938c09e58e00 x1866867005213056/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.730390:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.730393:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780383395.730407:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780383395.730410:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e59c00. 00000020:00000040:1.0:1780383395.730413:0:38:0:(genops.c:1231:class_import_get()) import ffff938c09197800 refcount=4 obd=lustre-MDT0000-mdc-ffff938c028b3000 00000100:00000001:1.0:1780383395.730416:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780383395.730417:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780383395.730419:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780383395.730423:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c091dba00. 00000100:00000001:1.0:1780383395.730426:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.730432:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0000_UUID req@ffff938c09e59c00 x1866867005213184/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780383395.730440:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780383395.730442:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.730446:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000895e1d0a] to pc [ptlrpcd_00_00+0] req@ffff938c09e59c00 x1866867005213184/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.730454:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.730456:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780383395.730459:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780383395.730461:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e58a80. 00000020:00000040:1.0:1780383395.730463:0:38:0:(genops.c:1231:class_import_get()) import ffff938c09194800 refcount=4 obd=lustre-MDT0001-mdc-ffff938c028b3000 00000100:00000001:1.0:1780383395.730466:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780383395.730467:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780383395.730468:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780383395.730471:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c091db700. 00000100:00000001:1.0:1780383395.730474:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.730478:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0001_UUID req@ffff938c09e58a80 x1866867005213312/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780383395.730485:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780383395.730487:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.730491:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd4ddd74] to pc [ptlrpcd_00_01+1] req@ffff938c09e58a80 x1866867005213312/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.730509:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.730511:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1780383395.730515:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780383395.730518:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1780383395.730521:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780383395.730524:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780383395.730528:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780383395.730530:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e58700. 00000020:00000040:1.0:1780383395.730533:0:38:0:(genops.c:1231:class_import_get()) import ffff938c0b979000 refcount=4 obd=lustre-MDT0000-mdc-ffff938c097fc000 00000100:00000001:1.0:1780383395.730535:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780383395.730537:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780383395.730539:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780383395.730543:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c091db400. 00000100:00000001:1.0:1780383395.730546:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.730550:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0000_UUID req@ffff938c09e58700 x1866867005213440/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780383395.730558:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780383395.730560:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.730563:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d62b3f22] to pc [ptlrpcd_00_00+0] req@ffff938c09e58700 x1866867005213440/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.730570:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.730572:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780383395.730576:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780383395.730579:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e5b800. 00000020:00000040:1.0:1780383395.730582:0:38:0:(genops.c:1231:class_import_get()) import ffff938c0b97a800 refcount=4 obd=lustre-MDT0001-mdc-ffff938c097fc000 00000100:00000001:1.0:1780383395.730584:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780383395.730590:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780383395.730592:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780383395.730595:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c091db200. 00000100:00000001:1.0:1780383395.730598:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.730603:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0001_UUID req@ffff938c09e5b800 x1866867005213568/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780383395.730610:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780383395.730612:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.730615:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1c3170b] to pc [ptlrpcd_00_01+1] req@ffff938c09e5b800 x1866867005213568/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.730623:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.730625:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1780383395.730628:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780383395.730631:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1780383395.730634:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780383395.730639:0:38:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (391) 00000100:00000001:1.0:1780383395.730665:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383395.730669:0:2415:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780383395.730672:0:2415:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780383395.730677:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09e59c00 x1866867005213184/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.730685:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780383395.730687:0:2415:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383395.730691:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780383395.730694:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780383395.730697:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383395.730701:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2415:1866867005213184:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1780383395.730706:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780383395.730711:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780383395.730718:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383395.730722:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780383395.730726:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0adb8800. 02000000:00000001:1.0:1780383395.730728:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383395.730736:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383395.730741:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36bb0. 00000400:00000010:1.0:1780383395.730749:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e198. 00000100:00000200:1.0:1780383395.730757:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005213184, portal 10 00000100:00000001:1.0:1780383395.730760:0:2415:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383395.730762:0:2415:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828403588096 : -119245305963520 : ffff938c09e59c00) 00000100:00000040:1.0:1780383395.730769:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09e59c00 x1866867005213184/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.730801:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780383395.730805:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1780383395.730808:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e7f8. 00000100:00000200:1.0:1780383395.730811:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005213184, offset 0 00000400:00000200:1.0:1780383395.730819:0:2415:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383395.730829:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383395.730839:0:2415:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383395.730845:0:2415:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383395.730850:0:2415:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383395.730855:0:2415:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383395.730858:0:2415:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383395.730862:0:2415:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [155:155:256:4294967295] 192.168.204.118@tcp LPNI seq info [155:155:8:4294967295] 00000400:00000200:1.0:1780383395.730867:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383395.730877:0:2415:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383395.730883:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383395.730903:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091dbb00. 00000800:00000200:1.0:1780383395.730910:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383395.730920:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383395.730925:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091dbb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780383395.730939:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.730949:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: using a timeout of 192876 usecs (193 jiffies) 00000400:00000200:1.0:1780383395.730953:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383395.730956:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 0 is 4295054026 00000100:00000010:1.0:1780383395.730960:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff938c0a6a2120. 00000100:00000001:1.0:1780383395.730968:0:2415:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1780383395.730975:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 1 is 4295054026 00000100:00000010:1.0:1780383395.730978:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff938c0a6a2060. 00000100:00000001:1.0:1780383395.730982:0:2415:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1780383395.730985:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383395.730988:0:2415:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383395.730991:0:2415:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780383395.730995:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09e58700 x1866867005213440/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.731001:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780383395.731003:0:2415:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383395.731005:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780383395.731007:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780383395.731009:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383395.731012:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:2415:1866867005213440:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1780383395.731016:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780383395.731018:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780383395.731020:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383395.731022:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780383395.731025:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0adb8400. 02000000:00000001:1.0:1780383395.731026:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383395.731029:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383395.731032:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36ec8. 00000400:00000010:1.0:1780383395.731035:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439ed48. 00000100:00000200:1.0:1780383395.731038:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005213440, portal 10 00000100:00000001:1.0:1780383395.731040:0:2415:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383395.731041:0:2415:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828403582720 : -119245305968896 : ffff938c09e58700) 00000100:00000040:1.0:1780383395.731047:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09e58700 x1866867005213440/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.731057:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780383395.731060:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1780383395.731062:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e5d8. 00000100:00000200:1.0:1780383395.731065:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005213440, offset 0 00000400:00000200:1.0:1780383395.731069:0:2415:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383395.731072:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383395.731076:0:2415:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383395.731079:0:2415:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383395.731081:0:2415:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383395.731084:0:2415:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383395.731086:0:2415:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383395.731088:0:2415:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [156:156:255:4294967295] 192.168.204.118@tcp LPNI seq info [156:156:7:4294967295] 00000400:00000200:1.0:1780383395.731092:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383395.731097:0:2415:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383395.731101:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383395.731172:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091dbe00. 00000800:00000200:1.0:1780383395.731177:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383395.731181:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383395.731184:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091dbe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780383395.731187:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.731190:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: using a timeout of 35678 usecs (36 jiffies) 00000400:00000200:1.0:1780383395.731194:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383395.731196:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 0 is 4295053869 00000100:00000001:1.0:1780383395.731199:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS request active for cpu 0, keep current deadline 4295054026 00000100:00000001:1.0:1780383395.731201:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 1 is 4295053869 00000100:00000001:1.0:1780383395.731203:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS request active for cpu 1, keep current deadline 4295054026 00000100:00000001:1.0:1780383395.731205:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383395.731207:0:2415:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383395.731217:0:2415:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383395.731220:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383395.731228:0:2415:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780383395.731231:0:2415:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1780383395.731233:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383395.731234:0:2415:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780383395.731236:0:2415:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383395.731239:0:2415:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:1.0:1780383395.731241:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383395.731242:0:2415:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780383395.731244:0:2415:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383395.731246:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383395.731247:0:2415:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780383395.731248:0:2415:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780383395.731252:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09e58e00 x1866867005213056/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.731259:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780383395.731261:0:2415:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383395.731263:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780383395.731265:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780383395.731267:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383395.731269:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2415:1866867005213056:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1780383395.731273:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780383395.731275:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780383395.731277:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383395.731278:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780383395.731281:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0adb9600. 02000000:00000001:1.0:1780383395.731283:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383395.731287:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383395.731289:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36478. 00000400:00000010:1.0:1780383395.731293:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e908. 00000100:00000200:1.0:1780383395.731296:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005213056, portal 25 00000100:00000001:1.0:1780383395.731298:0:2415:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383395.731299:0:2415:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828403584512 : -119245305967104 : ffff938c09e58e00) 00000100:00000040:1.0:1780383395.731304:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09e58e00 x1866867005213056/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.731314:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780383395.731317:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1780383395.731319:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e330. 00000100:00000200:1.0:1780383395.731321:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866867005213056, offset 0 00000400:00000200:1.0:1780383395.731325:0:2415:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383395.731329:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383395.731332:0:2415:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383395.731335:0:2415:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383395.731337:0:2415:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383395.731339:0:2415:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383395.731342:0:2415:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383395.731345:0:2415:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [157:157:254:4294967295] 192.168.204.118@tcp LPNI seq info [157:157:6:4294967295] 00000400:00000200:1.0:1780383395.731349:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383395.731355:0:2415:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383395.731358:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383395.731361:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091db800. 00000800:00000200:1.0:1780383395.731365:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383395.731369:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383395.731371:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091db800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780383395.731374:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383395.731377:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383395.731379:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295055155 00000100:00000001:1.0:1780383395.731385:0:2415:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295054026 00000100:00000001:1.0:1780383395.731388:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295055155 00000100:00000001:1.0:1780383395.731391:0:2415:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295054026 00000100:00000001:1.0:1780383395.731394:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383395.731396:0:2415:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383395.731398:0:2415:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780383395.731401:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09e58a80 x1866867005213312/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.731413:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780383395.731414:0:2415:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383395.731417:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780383395.731419:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780383395.731421:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383395.731424:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2415:1866867005213312:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1780383395.731427:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780383395.731429:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780383395.731431:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383395.731433:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780383395.731435:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0adb8000. 02000000:00000001:1.0:1780383395.731437:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383395.731440:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383395.731442:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36268. 00000400:00000010:1.0:1780383395.731446:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e770. 00000100:00000200:1.0:1780383395.731448:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005213312, portal 10 00000100:00000001:1.0:1780383395.731450:0:2415:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383395.731452:0:2415:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828403583616 : -119245305968000 : ffff938c09e58a80) 00000100:00000040:1.0:1780383395.731457:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09e58a80 x1866867005213312/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.731464:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780383395.731466:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1780383395.731468:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e220. 00000100:00000200:1.0:1780383395.731471:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005213312, offset 0 00000400:00000200:1.0:1780383395.731475:0:2415:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383395.731478:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383395.731480:0:2415:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383395.731482:0:2415:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383395.731484:0:2415:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383395.731487:0:2415:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383395.731489:0:2415:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383395.731495:0:2415:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [158:158:253:4294967295] 192.168.204.118@tcp LPNI seq info [158:158:5:4294967295] 00000400:00000200:1.0:1780383395.731499:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383395.731505:0:2415:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383395.731509:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383395.731512:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091db600. 00000800:00000200:1.0:1780383395.731516:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383395.731520:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383395.731522:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091db600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780383395.731525:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.731528:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: using a timeout of 87085 usecs (88 jiffies) 00000400:00000200:1.0:1780383395.731531:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383395.731533:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 0 is 4295053921 00000100:00000001:1.0:1780383395.731535:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS request active for cpu 0, keep current deadline 4295055155 00000100:00000001:1.0:1780383395.731537:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 1 is 4295053921 00000100:00000001:1.0:1780383395.731539:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS request active for cpu 1, keep current deadline 4295055155 00000100:00000001:1.0:1780383395.731541:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383395.731543:0:2415:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383395.731545:0:2415:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780383395.731549:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09e5b800 x1866867005213568/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.731556:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780383395.731558:0:2415:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383395.731560:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780383395.731563:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780383395.731565:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383395.731567:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:2415:1866867005213568:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1780383395.731570:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780383395.731572:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780383395.731574:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383395.731581:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780383395.731584:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0adb9a00. 02000000:00000001:1.0:1780383395.731586:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383395.731589:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383395.731592:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36840. 00000400:00000010:1.0:1780383395.731595:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439ec38. 00000100:00000200:1.0:1780383395.731598:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005213568, portal 10 00000100:00000001:1.0:1780383395.731600:0:2415:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383395.731601:0:2415:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828403595264 : -119245305956352 : ffff938c09e5b800) 00000100:00000040:1.0:1780383395.731608:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09e5b800 x1866867005213568/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.731614:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780383395.731616:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1780383395.731618:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e110. 00000100:00000200:1.0:1780383395.731620:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005213568, offset 0 00000400:00000200:1.0:1780383395.731624:0:2415:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383395.731627:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383395.731630:0:2415:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383395.731633:0:2415:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383395.731635:0:2415:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383395.731637:0:2415:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383395.731639:0:2415:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383395.731642:0:2415:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [159:159:252:4294967295] 192.168.204.118@tcp LPNI seq info [159:159:4:4294967295] 00000400:00000200:1.0:1780383395.731646:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383395.731651:0:2415:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383395.731655:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383395.731659:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091dbc00. 00000800:00000200:1.0:1780383395.731662:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383395.731666:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383395.731668:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091dbc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780383395.731672:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.731679:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: using a timeout of 51882 usecs (52 jiffies) 00000400:00000200:1.0:1780383395.731682:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383395.731684:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 0 is 4295053885 00000100:00000001:1.0:1780383395.731686:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS request active for cpu 0, keep current deadline 4295055155 00000100:00000001:1.0:1780383395.731689:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 1 is 4295053885 00000100:00000001:1.0:1780383395.731691:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS request active for cpu 1, keep current deadline 4295055155 00000100:00000001:1.0:1780383395.731693:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383395.731695:0:2415:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383395.731697:0:2415:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383395.731699:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780383395.731760:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780383395.731764:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091dbb00. 00000400:00000200:1.0:1780383395.731771:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383395.731805:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1780383395.731811:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e7f8 00000400:00000010:1.0:1780383395.731815:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e7f8. 00000100:00000001:1.0:1780383395.731820:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780383395.731825:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09e59c00 x1866867005213184/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.731836:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383395.731840:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09e59c00 x1866867005213184/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.731847:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383395.731849:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780383395.731862:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780383395.731864:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091dbe00. 00000400:00000200:1.0:1780383395.731866:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383395.731869:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1780383395.731872:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e5d8 00000400:00000010:1.0:1780383395.731874:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e5d8. 00000100:00000001:1.0:1780383395.731876:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780383395.731879:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09e58700 x1866867005213440/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.731905:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383395.731909:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09e58700 x1866867005213440/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.731914:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383395.731916:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780383395.731926:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780383395.731928:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091db800. 00000400:00000200:1.0:1780383395.731931:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383395.731934:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1780383395.731937:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e330 00000400:00000010:1.0:1780383395.731939:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e330. 00000100:00000001:1.0:1780383395.731941:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780383395.731944:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09e58e00 x1866867005213056/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.731951:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383395.731953:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09e58e00 x1866867005213056/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.731960:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383395.731961:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780383395.731969:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780383395.731971:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091db600. 00000400:00000200:1.0:1780383395.731973:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383395.731976:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1780383395.731978:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e220 00000400:00000010:1.0:1780383395.731980:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e220. 00000100:00000001:1.0:1780383395.731982:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780383395.731985:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09e58a80 x1866867005213312/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.731991:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383395.731994:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09e58a80 x1866867005213312/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.732014:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383395.732015:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780383395.732089:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780383395.732092:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091dbc00. 00000400:00000200:1.0:1780383395.732094:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383395.732097:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1780383395.732100:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e110 00000100:00000001:0.0:1780383395.732299:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383395.732303:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1780383395.733452:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e110. 00000100:00000001:1.0:1780383395.733466:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780383395.733479:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09e5b800 x1866867005213568/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.733491:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383395.733495:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09e5b800 x1866867005213568/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.733503:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383395.733505:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780383395.750339:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383395.750373:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383395.750389:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383395.750393:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383395.750405:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750415:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383395.750426:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750432:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750440:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750446:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b04a00 00000400:00000200:0.0:1780383395.750451:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750459:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x9a9 [1] + 224 00000800:00000001:0.0:1780383395.750468:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383395.750472:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383395.750476:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383395.750481:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383395.750491:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383395.750504:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09e59c00 x1866867005213184/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383395.750516:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09e59c00 x1866867005213184/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383395.750533:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383395.750544:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383395.750547:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383395.750549:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383395.750552:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383395.750555:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750559:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383395.750563:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750566:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750569:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750571:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b04b00 00000400:00000200:0.0:1780383395.750574:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750579:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x9b9 [1] + 224 00000800:00000001:0.0:1780383395.750589:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383395.750592:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383395.750594:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383395.750597:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383395.750601:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383395.750606:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09e58700 x1866867005213440/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383395.750615:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09e58700 x1866867005213440/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383395.750622:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383395.750625:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383395.750628:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383395.750629:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383395.750631:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383395.750634:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750637:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383395.750642:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750644:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750647:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750650:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b04a80 00000400:00000200:0.0:1780383395.750653:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750657:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x9d9 [1] + 224 00000800:00000001:0.0:1780383395.750660:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383395.750664:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383395.750666:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383395.750669:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383395.750672:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383395.750676:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09e58a80 x1866867005213312/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383395.750684:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09e58a80 x1866867005213312/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383395.750704:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383395.750709:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383395.750713:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383395.750714:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383395.750716:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383395.750720:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750724:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383395.750728:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750731:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750734:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750737:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b04b80 00000400:00000200:0.0:1780383395.750740:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750744:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x9e9 [1] + 224 00000800:00000001:0.0:1780383395.750748:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383395.750751:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383395.750753:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383395.750756:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383395.750759:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383395.750764:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09e5b800 x1866867005213568/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383395.750772:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09e5b800 x1866867005213568/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383395.750806:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383395.750810:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383395.750814:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383395.750816:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383395.750817:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383395.750820:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750823:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383395.750827:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750835:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750839:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750841:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 25 MB=0x6a1e7d8b04980 00000400:00000200:0.0:1780383395.750846:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383395.750850:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 224/224 into md 0x9c9 [1] + 224 00000800:00000001:0.0:1780383395.750855:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383395.750867:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383395.750869:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383395.750872:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383395.750876:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383395.750881:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09e58e00 x1866867005213056/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383395.750902:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09e58e00 x1866867005213056/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383395.750911:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383395.750915:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383395.750918:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383395.752650:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383395.752662:0:2415:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780383395.752674:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383395.752677:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383395.752681:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36478. 00000400:00000200:1.0:1780383395.752693:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e908 00000400:00000010:1.0:1780383395.752697:0:2415:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e908. 00000100:00000001:1.0:1780383395.752703:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383395.752715:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09e58e00 x1866867005213056/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383395.752728:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09e58e00 x1866867005213056/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.752736:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383395.752738:0:2415:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383395.752741:0:2415:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383395.752745:0:2415:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383395.752767:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383395.752769:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383395.752798:0:2415:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780383395.752807:0:2415:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09e1fc60 time=93 v=5 (5 0 0 0) 00000100:00001000:1.0:1780383395.752812:0:2415:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09e1fc18 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1780383395.752815:0:2415:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780383395.752817:0:2415:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383395.752820:0:2415:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780383395.752822:0:2415:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383395.752825:0:2415:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.752831:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09e58e00 x1866867005213056/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.752838:0:2415:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383395.752842:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383395.752845:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780383395.752849:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09e58e00 x1866867005213056/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383395.752858:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2415:1866867005213056:192.168.204.118@tcp:400:kworker.0 00000400:00000001:1.0:1780383395.752866:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383395.752868:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383395.752870:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36268. 00000400:00000200:1.0:1780383395.752873:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e770 00000400:00000010:1.0:1780383395.752875:0:2415:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e770. 00000100:00000001:1.0:1780383395.752877:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383395.752882:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09e58a80 x1866867005213312/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383395.752903:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09e58a80 x1866867005213312/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.752909:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383395.752911:0:2415:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383395.752912:0:2415:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383395.752914:0:2415:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383395.752922:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383395.752924:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383395.752926:0:2415:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780383395.752934:0:2415:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09194c60 time=93 v=5 (5 0 0 0) 00000100:00001000:1.0:1780383395.752937:0:2415:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09194c18 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1780383395.752939:0:2415:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780383395.752941:0:2415:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383395.752942:0:2415:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1780383395.752947:0:2415:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09e58a80 x1866867005213312/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1780383395.752955:0:2415:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383395.752958:0:2415:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780383395.752960:0:2415:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff938c028b3000: skip recheck: last_committed 0 00000100:00000001:1.0:1780383395.752962:0:2415:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780383395.752964:0:2415:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.752968:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09e58a80 x1866867005213312/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.752974:0:2415:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383395.752977:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383395.752978:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780383395.752981:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09e58a80 x1866867005213312/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383395.753000:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2415:1866867005213312:192.168.204.118@tcp:400:kworker.0 00000400:00000001:1.0:1780383395.753007:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383395.753008:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383395.753010:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36840. 00000400:00000200:1.0:1780383395.753013:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439ec38 00000400:00000010:1.0:1780383395.753015:0:2415:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439ec38. 00000100:00000001:1.0:1780383395.753017:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383395.753022:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09e5b800 x1866867005213568/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383395.753041:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09e5b800 x1866867005213568/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.753047:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383395.753049:0:2415:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383395.753051:0:2415:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383395.753053:0:2415:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383395.753054:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383395.753056:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383395.753058:0:2415:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780383395.753063:0:2415:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c0b97ac60 time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1780383395.753065:0:2415:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c0b97ac18 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1780383395.753067:0:2415:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780383395.753069:0:2415:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383395.753071:0:2415:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1780383395.753074:0:2415:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09e5b800 x1866867005213568/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1780383395.753081:0:2415:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383395.753084:0:2415:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780383395.753086:0:2415:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff938c097fc000: skip recheck: last_committed 0 00000100:00000001:1.0:1780383395.753088:0:2415:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780383395.753089:0:2415:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.753092:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09e5b800 x1866867005213568/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.753099:0:2415:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383395.753101:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383395.753112:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780383395.753115:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09e5b800 x1866867005213568/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383395.753123:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:2415:1866867005213568:192.168.204.118@tcp:400:kworker.0 00000400:00000001:1.0:1780383395.753129:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383395.753137:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383395.753139:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36bb0. 00000400:00000200:1.0:1780383395.753141:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e198 00000400:00000010:1.0:1780383395.753144:0:2415:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e198. 00000100:00000001:1.0:1780383395.753146:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383395.753151:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09e59c00 x1866867005213184/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383395.753160:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09e59c00 x1866867005213184/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.753166:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383395.753167:0:2415:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383395.753169:0:2415:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383395.753171:0:2415:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383395.753172:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383395.753174:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383395.753176:0:2415:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780383395.753181:0:2415:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09197c60 time=92 v=5 (5 0 0 0) 00000100:00001000:1.0:1780383395.753184:0:2415:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09197c18 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1780383395.753186:0:2415:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780383395.753187:0:2415:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383395.753189:0:2415:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780383395.753192:0:2415:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383395.753195:0:2415:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780383395.753196:0:2415:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff938c028b3000: skip recheck: last_committed 0 00000100:00000001:1.0:1780383395.753198:0:2415:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780383395.753199:0:2415:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.753203:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09e59c00 x1866867005213184/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.753219:0:2415:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383395.753221:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383395.753223:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780383395.753226:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09e59c00 x1866867005213184/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383395.753245:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2415:1866867005213184:192.168.204.118@tcp:400:kworker.0 00000400:00000001:1.0:1780383395.753251:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383395.753252:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383395.753254:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36ec8. 00000400:00000200:1.0:1780383395.753256:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439ed48 00000400:00000010:1.0:1780383395.753258:0:2415:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439ed48. 00000100:00000001:1.0:1780383395.753261:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383395.753265:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09e58700 x1866867005213440/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383395.753273:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09e58700 x1866867005213440/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.753279:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383395.753281:0:2415:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383395.753283:0:2415:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383395.753284:0:2415:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383395.753286:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383395.753287:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383395.753289:0:2415:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780383395.753294:0:2415:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c0b979460 time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1780383395.753297:0:2415:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c0b979418 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1780383395.753300:0:2415:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780383395.753301:0:2415:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383395.753303:0:2415:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780383395.753305:0:2415:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383395.753308:0:2415:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780383395.753309:0:2415:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff938c097fc000: skip recheck: last_committed 0 00000100:00000001:1.0:1780383395.753311:0:2415:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780383395.753313:0:2415:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383395.753316:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09e58700 x1866867005213440/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.753323:0:2415:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383395.753332:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383395.753333:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780383395.753337:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09e58700 x1866867005213440/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383395.753345:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:2415:1866867005213440:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1780383395.753349:0:2415:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383395.753353:0:2415:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383395.753357:0:2415:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09e58e00 x1866867005213056/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.753364:0:2415:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383395.753368:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383395.753372:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0adb9600. 02000000:00000001:1.0:1780383395.753377:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383395.753379:0:2415:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383395.753382:0:2415:0:(genops.c:1244:class_import_put()) import ffff938c09e1f800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1780383395.753384:0:2415:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383395.753387:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c091db100. 02000000:00000001:1.0:1780383395.753391:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383395.753394:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383395.753396:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09e58e00. 00000100:00000001:1.0:1780383395.753401:0:2415:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383395.753402:0:2415:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383395.753404:0:2415:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383395.753407:0:2415:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09e58a80 x1866867005213312/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.753414:0:2415:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383395.753416:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383395.753417:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0adb8000. 02000000:00000001:1.0:1780383395.753420:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383395.753421:0:2415:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383395.753422:0:2415:0:(genops.c:1244:class_import_put()) import ffff938c09194800 refcount=3 obd=lustre-MDT0001-mdc-ffff938c028b3000 00000020:00000001:1.0:1780383395.753424:0:2415:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383395.753425:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c091db700. 02000000:00000001:1.0:1780383395.753437:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383395.753438:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383395.753440:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09e58a80. 00000100:00000001:1.0:1780383395.753442:0:2415:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383395.753443:0:2415:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383395.753444:0:2415:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383395.753448:0:2415:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09e5b800 x1866867005213568/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.753453:0:2415:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383395.753455:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383395.753456:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0adb9a00. 02000000:00000001:1.0:1780383395.753458:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383395.753459:0:2415:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383395.753460:0:2415:0:(genops.c:1244:class_import_put()) import ffff938c0b97a800 refcount=3 obd=lustre-MDT0001-mdc-ffff938c097fc000 00000020:00000001:1.0:1780383395.753462:0:2415:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383395.753463:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c091db200. 02000000:00000001:1.0:1780383395.753465:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383395.753466:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383395.753467:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09e5b800. 00000100:00000001:1.0:1780383395.753469:0:2415:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383395.753471:0:2415:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383395.753472:0:2415:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383395.753475:0:2415:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09e59c00 x1866867005213184/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.753481:0:2415:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383395.753482:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383395.753484:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0adb8800. 02000000:00000001:1.0:1780383395.753485:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383395.753487:0:2415:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383395.753488:0:2415:0:(genops.c:1244:class_import_put()) import ffff938c09197800 refcount=3 obd=lustre-MDT0000-mdc-ffff938c028b3000 00000020:00000001:1.0:1780383395.753490:0:2415:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383395.753491:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c091dba00. 02000000:00000001:1.0:1780383395.753493:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383395.753494:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383395.753495:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09e59c00. 00000100:00000001:1.0:1780383395.753498:0:2415:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383395.753504:0:2415:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383395.753505:0:2415:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383395.753510:0:2415:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09e58700 x1866867005213440/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383395.753515:0:2415:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383395.753517:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383395.753519:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0adb8400. 02000000:00000001:1.0:1780383395.753520:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383395.753521:0:2415:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383395.753523:0:2415:0:(genops.c:1244:class_import_put()) import ffff938c0b979000 refcount=3 obd=lustre-MDT0000-mdc-ffff938c097fc000 00000020:00000001:1.0:1780383395.753524:0:2415:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383395.753526:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c091db400. 02000000:00000001:1.0:1780383395.753528:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383395.753529:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383395.753530:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09e58700. 00000100:00000001:1.0:1780383395.753532:0:2415:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383395.753534:0:2415:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383395.753536:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383395.753547:0:2415:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780383395.753549:0:2415:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383395.753552:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780383395.753555:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383396.304410:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383396.304419:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383396.304426:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383396.304428:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780383396.304998:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780383396.305004:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780383396.305008:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1780383396.631752:0:10042:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780383396.631769:0:10042:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1780383397.051504:0:10078:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1780383397.051512:0:10078:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:0.0:1780383397.058275:0:10078:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:0.0:1780383397.068324:0:8051:0:(connection.c:75:cpu_latency_work()) work item of ffff938c028b5800 (cpu 0) has reached its deadline 4295055155, at 4295055170 00000100:00000010:0.0:1780383397.068337:0:8051:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff938c0a6a2120. 00000100:00000040:1.0:1780383397.068823:0:758:0:(connection.c:75:cpu_latency_work()) work item of ffff938c028b5910 (cpu 0) has reached its deadline 4295055155, at 4295055170 00000100:00000010:1.0:1780383397.068830:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff938c0a6a2060. 00010000:00000001:3.0:1780383397.327870:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383397.327877:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383397.327882:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383397.327883:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780383397.327907:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780383397.327909:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780383397.327912:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780383398.349013:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383398.349020:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383398.349025:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383398.349026:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780383398.353176:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780383398.353183:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780383398.353189:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1780383398.365472:0:10176:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780383398.365486:0:10176:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383399.369988:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383399.369996:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383399.370002:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383399.370006:0:1002:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780383399.370008:0:1002:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780383399.370012:0:1002:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383399.370015:0:1002:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780383399.370017:0:1002:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383399.370018:0:1002:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383399.370038:0:1002:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780383399.370063:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780383399.370066:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780383399.370068:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1780383400.312345:0:10240:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff938c030320f0. 00000400:00000040:1.0:1780383400.312373:0:10240:0:(api-ni.c:2989:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1780383400.312376:0:10240:0:(api-ni.c:2989:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1780383400.312378:0:10240:0:(api-ni.c:2989:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1780383400.312379:0:10240:0:(api-ni.c:2989:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1780383400.312381:0:10240:0:(api-ni.c:2989:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1780383400.312383:0:10240:0:(api-ni.c:2989:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1780383400.312385:0:10240:0:(api-ni.c:2989:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1780383400.312501:0:10240:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff938c030320f0. 00010000:00000001:3.0:1780383400.395830:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383400.395838:0:1002:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780383400.395840:0:1002:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780383400.395844:0:1002:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383400.395849:0:1002:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780383400.395852:0:1002:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383400.395854:0:1002:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383400.395856:0:1002:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383400.395861:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383400.395862:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780383400.395884:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780383400.395887:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780383400.395889:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780383400.842150:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) bb1f37d9-7e73-4277-9cfe-69a5d632ca59->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780383400.842162:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780383400.842173:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0cccf480. 00000020:00000040:3.0:1780383400.842179:0:38:0:(genops.c:1231:class_import_get()) import ffff938c09e1f800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1780383400.842183:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780383400.842185:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780383400.842191:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780383400.842199:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c089e1f00. 00000100:00000001:3.0:1780383400.842206:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383400.842218:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bb1f37d9-7e73-4277-9cfe-69a5d632ca59->MGS req@ffff938c0cccf480 x1866867005213696/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780383400.842229:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780383400.842234:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383400.842241:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2759e5a] to pc [ptlrpcd_01_01+1] req@ffff938c0cccf480 x1866867005213696/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780383400.842274:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383400.842277:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780383400.842292:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780383400.842295:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0ccce300. 00000020:00000040:3.0:1780383400.842298:0:38:0:(genops.c:1231:class_import_get()) import ffff938c09197800 refcount=4 obd=lustre-MDT0000-mdc-ffff938c028b3000 00000100:00000001:3.0:1780383400.842300:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780383400.842301:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780383400.842303:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780383400.842307:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c089e1000. 00000100:00000001:3.0:1780383400.842310:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383400.842316:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0000_UUID req@ffff938c0ccce300 x1866867005213824/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780383400.842322:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780383400.842325:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383400.842328:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000205a1d9c] to pc [ptlrpcd_01_00+0] req@ffff938c0ccce300 x1866867005213824/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780383400.842336:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383400.842337:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780383400.842340:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780383400.842342:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0cccd880. 00000020:00000040:3.0:1780383400.842344:0:38:0:(genops.c:1231:class_import_get()) import ffff938c09194800 refcount=4 obd=lustre-MDT0001-mdc-ffff938c028b3000 00000100:00000001:3.0:1780383400.842346:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780383400.842347:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780383400.842348:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780383400.842351:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c089e1e00. 00000100:00000001:3.0:1780383400.842370:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383400.842374:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0001_UUID req@ffff938c0cccd880 x1866867005213952/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780383400.842381:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780383400.842383:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383400.842387:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adaf4683] to pc [ptlrpcd_01_01+1] req@ffff938c0cccd880 x1866867005213952/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780383400.842406:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383400.842408:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1780383400.842411:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780383400.842414:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1780383400.842417:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780383400.842419:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780383400.842422:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780383400.842426:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0cccf800. 00000020:00000040:3.0:1780383400.842428:0:38:0:(genops.c:1231:class_import_get()) import ffff938c0b979000 refcount=4 obd=lustre-MDT0000-mdc-ffff938c097fc000 00000100:00000001:3.0:1780383400.842431:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780383400.842432:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780383400.842434:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780383400.842438:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c089e1100. 00000100:00000001:3.0:1780383400.842441:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383400.842446:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0000_UUID req@ffff938c0cccf800 x1866867005214080/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780383400.842453:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780383400.842455:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383400.842459:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c03ddd5] to pc [ptlrpcd_01_00+0] req@ffff938c0cccf800 x1866867005214080/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780383400.842465:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383400.842467:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780383400.842470:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780383400.842472:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0cccc700. 00000020:00000040:3.0:1780383400.842474:0:38:0:(genops.c:1231:class_import_get()) import ffff938c0b97a800 refcount=4 obd=lustre-MDT0001-mdc-ffff938c097fc000 00000100:00000001:3.0:1780383400.842477:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780383400.842483:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780383400.842485:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780383400.842489:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c089e1b00. 00000100:00000001:3.0:1780383400.842491:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383400.842495:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0001_UUID req@ffff938c0cccc700 x1866867005214208/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780383400.842502:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780383400.842504:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383400.842508:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3820f2e] to pc [ptlrpcd_01_01+1] req@ffff938c0cccc700 x1866867005214208/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780383400.842514:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383400.842516:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1780383400.842519:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780383400.842521:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1780383400.842524:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780383400.842528:0:38:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (396) 00000100:00000001:2.0:1780383400.842581:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383400.842586:0:2418:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780383400.842594:0:2418:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780383400.842600:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c0cccf480 x1866867005213696/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.842607:0:2418:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780383400.842609:0:2418:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383400.842613:0:2418:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780383400.842615:0:2418:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780383400.842618:0:2418:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780383400.842621:0:2418:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2418:1866867005213696:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1780383400.842641:0:2418:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780383400.842653:0:2418:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780383400.842656:0:2418:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383400.842658:0:2418:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780383400.842662:0:2418:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c09b03000. 02000000:00000001:2.0:1780383400.842664:0:2418:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780383400.842671:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1780383400.842675:0:2418:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c02eb6e18. 00000400:00000010:2.0:1780383400.842681:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c0b926198. 00000100:00000200:2.0:1780383400.842689:0:2418:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005213696, portal 25 00000100:00000001:2.0:1780383400.842691:0:2418:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780383400.842692:0:2418:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828452304000 : -119245257247616 : ffff938c0cccf480) 00000100:00000040:2.0:1780383400.842698:0:2418:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c0cccf480 x1866867005213696/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.842717:0:2418:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780383400.842721:0:2418:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1780383400.842724:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c0b9266e8. 00000100:00000200:2.0:1780383400.842728:0:2418:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866867005213696, offset 0 00000400:00000200:2.0:1780383400.842734:0:2418:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1780383400.842742:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383400.842749:0:2418:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1780383400.842754:0:2418:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780383400.842757:0:2418:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1780383400.842760:0:2418:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780383400.842769:0:2418:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1780383400.842774:0:2418:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [160:160:256:4294967295] 192.168.204.118@tcp LPNI seq info [160:160:8:4294967295] 00000400:00000200:2.0:1780383400.842827:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383400.842837:0:2418:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1780383400.842844:0:2418:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1780383400.842849:0:2418:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c0acf5200. 00000800:00000200:2.0:1780383400.842856:0:2418:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1780383400.842863:0:2418:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1780383400.842867:0:2418:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c0acf5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780383400.842877:0:2418:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780383400.842882:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1780383400.842885:0:2418:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295060266 00000100:00000010:2.0:1780383400.842889:0:2418:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff938c0ac7c420. 00000100:00000001:2.0:1780383400.842895:0:2418:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1780383400.842906:0:2418:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295060266 00000100:00000010:2.0:1780383400.842909:0:2418:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff938c0ac7c7e0. 00000100:00000001:2.0:1780383400.842912:0:2418:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1780383400.842916:0:2418:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780383400.842919:0:2418:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383400.842922:0:2418:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780383400.842926:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c0cccd880 x1866867005213952/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.842933:0:2418:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780383400.842934:0:2418:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383400.842936:0:2418:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780383400.842938:0:2418:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780383400.842940:0:2418:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780383400.842943:0:2418:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2418:1866867005213952:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1780383400.842946:0:2418:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780383400.842957:0:2418:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780383400.842959:0:2418:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383400.842960:0:2418:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780383400.842963:0:2418:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c09b03200. 02000000:00000001:2.0:1780383400.842965:0:2418:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780383400.842969:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1780383400.842972:0:2418:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c02eb6f78. 00000400:00000010:2.0:1780383400.842975:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c0b926aa0. 00000100:00000200:2.0:1780383400.842978:0:2418:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005213952, portal 10 00000100:00000001:2.0:1780383400.842980:0:2418:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780383400.842981:0:2418:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828452296832 : -119245257254784 : ffff938c0cccd880) 00000100:00000040:2.0:1780383400.842987:0:2418:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c0cccd880 x1866867005213952/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.842992:0:2418:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780383400.842994:0:2418:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1780383400.842996:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c0b926220. 00000100:00000200:2.0:1780383400.842998:0:2418:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005213952, offset 0 00000400:00000200:2.0:1780383400.843002:0:2418:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1780383400.843005:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383400.843009:0:2418:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1780383400.843011:0:2418:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780383400.843013:0:2418:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1780383400.843015:0:2418:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780383400.843017:0:2418:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1780383400.843020:0:2418:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [161:161:255:4294967295] 192.168.204.118@tcp LPNI seq info [161:161:7:4294967295] 00000400:00000200:2.0:1780383400.843023:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383400.843029:0:2418:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1780383400.843033:0:2418:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000200:0.0:1780383400.843334:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383400.843340:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c0acf5200. 00000400:00000200:0.0:1780383400.843345:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383400.843350:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383400.843356:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c0b9266e8 00000400:00000010:0.0:1780383400.843358:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c0b9266e8. 00000100:00000001:0.0:1780383400.843361:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383400.843374:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0cccf480 x1866867005213696/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383400.843383:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383400.843385:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c0cccf480 x1866867005213696/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383400.843392:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383400.843393:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:2.0:1780383400.843452:0:2418:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c0acf5b00. 00000800:00000200:2.0:1780383400.843457:0:2418:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1780383400.843462:0:2418:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1780383400.843465:0:2418:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c0acf5b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780383400.843576:0:2418:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780383400.843581:0:2418:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: using a timeout of 84271 usecs (85 jiffies) 00000400:00000200:2.0:1780383400.843585:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1780383400.843587:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 0 is 4295059030 00000100:00000001:2.0:1780383400.843590:0:2418:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS request active for cpu 0, keep current deadline 4295060266 00000100:00000001:2.0:1780383400.843592:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 1 is 4295059030 00000100:00000001:2.0:1780383400.843594:0:2418:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS request active for cpu 1, keep current deadline 4295060266 00000100:00000001:2.0:1780383400.843596:0:2418:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780383400.843598:0:2418:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383400.843600:0:2418:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780383400.843604:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c0cccc700 x1866867005214208/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.843610:0:2418:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780383400.843612:0:2418:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383400.843614:0:2418:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780383400.843615:0:2418:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780383400.843617:0:2418:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780383400.843620:0:2418:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cf52ba59-39e9-494e-aee8-655b4f06ca04:2418:1866867005214208:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1780383400.843623:0:2418:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780383400.843625:0:2418:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780383400.843627:0:2418:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383400.843629:0:2418:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780383400.843632:0:2418:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c09b02400. 02000000:00000001:2.0:1780383400.843634:0:2418:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780383400.843637:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1780383400.843639:0:2418:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c02eb6e70. 00000400:00000010:2.0:1780383400.843642:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c0b9262a8. 00000100:00000200:2.0:1780383400.843645:0:2418:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005214208, portal 10 00000100:00000001:2.0:1780383400.843647:0:2418:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780383400.843648:0:2418:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828452292352 : -119245257259264 : ffff938c0cccc700) 00000100:00000040:2.0:1780383400.843654:0:2418:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c0cccc700 x1866867005214208/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.843665:0:2418:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780383400.843667:0:2418:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1780383400.843669:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c0b926a18. 00000100:00000200:2.0:1780383400.843672:0:2418:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005214208, offset 0 00000400:00000200:2.0:1780383400.843676:0:2418:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1780383400.843680:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383400.843684:0:2418:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1780383400.843687:0:2418:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780383400.843690:0:2418:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1780383400.843692:0:2418:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780383400.843694:0:2418:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1780383400.843697:0:2418:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [162:162:255:4294967295] 192.168.204.118@tcp LPNI seq info [162:162:7:4294967295] 00000400:00000200:2.0:1780383400.843700:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383400.843820:0:2418:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1780383400.843826:0:2418:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1780383400.843830:0:2418:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c0acf5400. 00000800:00000200:2.0:1780383400.843834:0:2418:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1780383400.843837:0:2418:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1780383400.843840:0:2418:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c0acf5400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780383400.843843:0:2418:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780383400.843846:0:2418:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: using a timeout of 48475 usecs (49 jiffies) 00000400:00000200:2.0:1780383400.843849:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1780383400.843851:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 0 is 4295058994 00000100:00000001:2.0:1780383400.843853:0:2418:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS request active for cpu 0, keep current deadline 4295060266 00000100:00000001:2.0:1780383400.843855:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 1 is 4295058994 00000100:00000001:2.0:1780383400.843857:0:2418:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS request active for cpu 1, keep current deadline 4295060266 00000100:00000001:2.0:1780383400.843859:0:2418:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780383400.843861:0:2418:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383400.843868:0:2418:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383400.843871:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383400.843878:0:2418:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780383400.843880:0:2418:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1780383400.843882:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383400.843883:0:2418:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780383400.843885:0:2418:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780383400.843888:0:2418:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1780383400.843889:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383400.843891:0:2418:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780383400.843892:0:2418:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383400.843894:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383400.843895:0:2418:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780383400.843896:0:2418:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780383400.843900:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c0ccce300 x1866867005213824/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.843907:0:2418:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780383400.843909:0:2418:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383400.843911:0:2418:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780383400.843913:0:2418:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780383400.843915:0:2418:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780383400.843917:0:2418:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0ccce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2418:1866867005213824:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1780383400.843920:0:2418:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780383400.843923:0:2418:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780383400.843924:0:2418:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383400.843926:0:2418:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780383400.843929:0:2418:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c09b02c00. 02000000:00000001:2.0:1780383400.843931:0:2418:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780383400.843934:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1780383400.843936:0:2418:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c02eb6a50. 00000400:00000010:2.0:1780383400.843939:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c0b926e58. 00000100:00000200:2.0:1780383400.843942:0:2418:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005213824, portal 10 00000100:00000001:2.0:1780383400.843944:0:2418:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780383400.843945:0:2418:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828452299520 : -119245257252096 : ffff938c0ccce300) 00000100:00000040:2.0:1780383400.843950:0:2418:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c0ccce300 x1866867005213824/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.843960:0:2418:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780383400.843963:0:2418:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1780383400.843965:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c0b926990. 00000100:00000200:2.0:1780383400.843967:0:2418:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005213824, offset 0 00000400:00000200:2.0:1780383400.843971:0:2418:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1780383400.843975:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383400.843978:0:2418:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1780383400.843980:0:2418:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780383400.843982:0:2418:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1780383400.843984:0:2418:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780383400.843986:0:2418:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1780383400.843989:0:2418:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [163:163:254:4294967295] 192.168.204.118@tcp LPNI seq info [163:163:6:4294967295] 00000400:00000200:2.0:1780383400.843992:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383400.843998:0:2418:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1780383400.844002:0:2418:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1780383400.844005:0:2418:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c0acf5700. 00000800:00000200:2.0:1780383400.844009:0:2418:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1780383400.844012:0:2418:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1780383400.844015:0:2418:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c0acf5700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780383400.844017:0:2418:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780383400.844020:0:2418:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: using a timeout of 186550 usecs (187 jiffies) 00000400:00000200:2.0:1780383400.844022:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1780383400.844024:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 0 is 4295059132 00000100:00000001:2.0:1780383400.844026:0:2418:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS request active for cpu 0, keep current deadline 4295060266 00000100:00000001:2.0:1780383400.844028:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 1 is 4295059132 00000100:00000001:2.0:1780383400.844030:0:2418:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS request active for cpu 1, keep current deadline 4295060266 00000100:00000001:2.0:1780383400.844032:0:2418:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780383400.844033:0:2418:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383400.844412:0:2418:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780383400.844417:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c0cccf800 x1866867005214080/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.844424:0:2418:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780383400.844425:0:2418:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383400.844427:0:2418:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780383400.844429:0:2418:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780383400.844431:0:2418:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780383400.844433:0:2418:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cf52ba59-39e9-494e-aee8-655b4f06ca04:2418:1866867005214080:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1780383400.844436:0:2418:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780383400.844439:0:2418:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780383400.844440:0:2418:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383400.844442:0:2418:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780383400.844445:0:2418:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c09b03c00. 02000000:00000001:2.0:1780383400.844447:0:2418:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780383400.846972:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1780383400.846983:0:2418:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c02eb6790. 00000400:00000010:2.0:1780383400.846992:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c0b926dd0. 00000100:00000200:2.0:1780383400.846998:0:2418:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005214080, portal 10 00000100:00000001:2.0:1780383400.847001:0:2418:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780383400.847002:0:2418:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828452304896 : -119245257246720 : ffff938c0cccf800) 00000100:00000040:2.0:1780383400.847017:0:2418:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c0cccf800 x1866867005214080/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.847027:0:2418:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780383400.847030:0:2418:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1780383400.848252:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c0b926880. 00000100:00000200:2.0:1780383400.848263:0:2418:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005214080, offset 0 00000400:00000200:2.0:1780383400.848276:0:2418:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1780383400.848286:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383400.848294:0:2418:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1780383400.848299:0:2418:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780383400.848303:0:2418:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1780383400.848306:0:2418:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780383400.848322:0:2418:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1780383400.848325:0:2418:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [164:164:253:4294967295] 192.168.204.118@tcp LPNI seq info [164:164:5:4294967295] 00000400:00000200:2.0:1780383400.848330:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383400.848339:0:2418:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1780383400.848345:0:2418:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1780383400.848350:0:2418:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c0acf5a00. 00000800:00000200:2.0:1780383400.848357:0:2418:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1780383400.848364:0:2418:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1780383400.848369:0:2418:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c0acf5a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780383400.848373:0:2418:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780383400.848379:0:2418:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: using a timeout of 35016 usecs (36 jiffies) 00000400:00000200:2.0:1780383400.848382:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1780383400.848385:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 0 is 4295058986 00000100:00000001:2.0:1780383400.848388:0:2418:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS request active for cpu 0, keep current deadline 4295060266 00000100:00000001:2.0:1780383400.848390:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 1 is 4295058986 00000100:00000001:2.0:1780383400.848392:0:2418:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS request active for cpu 1, keep current deadline 4295060266 00000100:00000001:2.0:1780383400.848395:0:2418:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780383400.848399:0:2418:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383400.848404:0:2418:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383400.848409:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383400.848421:0:2417:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383400.848423:0:2417:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780383400.854911:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383400.854976:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383400.854981:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383400.854984:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383400.854993:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383400.855000:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383400.855012:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383400.855017:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383400.855022:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383400.855026:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 25 MB=0x6a1e7d8b04c00 00000400:00000200:0.0:1780383400.855031:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383400.855038:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 224/224 into md 0x9f9 [1] + 224 00000800:00000001:0.0:1780383400.855047:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383400.855054:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383400.855057:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383400.855062:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383400.855069:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383400.855078:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0cccf480 x1866867005213696/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383400.855090:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c0cccf480 x1866867005213696/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383400.855111:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1780383400.855150:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383400.855154:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c0acf5b00. 00000400:00000200:0.0:1780383400.855158:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383400.855171:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383400.855176:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c0b926220 00000400:00000010:0.0:1780383400.855178:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c0b926220. 00000100:00000001:0.0:1780383400.855182:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383400.855186:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0cccd880 x1866867005213952/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383400.855198:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383400.855202:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c0cccd880 x1866867005213952/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383400.855209:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383400.855211:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780383400.855218:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383400.855221:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1780383400.855228:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383400.855230:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c0acf5400. 00000400:00000200:0.0:1780383400.855233:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383400.855236:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383400.855238:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c0b926a18 00000400:00000010:0.0:1780383400.855240:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c0b926a18. 00000100:00000001:0.0:1780383400.855242:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383400.855247:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0cccc700 x1866867005214208/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383400.855254:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383400.855257:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c0cccc700 x1866867005214208/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383400.855263:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383400.855264:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383400.855272:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383400.855275:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c0acf5700. 00000400:00000200:0.0:1780383400.855278:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383400.855281:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383400.855283:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c0b926990 00000400:00000010:0.0:1780383400.855285:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c0b926990. 00000100:00000001:0.0:1780383400.855294:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383400.855299:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0ccce300 x1866867005213824/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383400.855307:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383400.855310:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c0ccce300 x1866867005213824/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383400.855316:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383400.855318:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383400.855402:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383400.855405:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c0acf5a00. 00000400:00000200:0.0:1780383400.855408:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383400.855412:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383400.855414:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c0b926880 00000400:00000010:0.0:1780383400.855416:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c0b926880. 00000100:00000001:0.0:1780383400.855418:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383400.855423:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0cccf800 x1866867005214080/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383400.855430:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383400.855432:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c0cccf800 x1866867005214080/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383400.855439:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383400.855440:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1780383400.855843:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383400.855848:0:2418:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780383400.855856:0:2418:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780383400.855858:0:2418:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780383400.855861:0:2418:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c02eb6e18. 00000400:00000200:2.0:1780383400.855865:0:2418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c0b926198 00000400:00000010:2.0:1780383400.855867:0:2418:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c0b926198. 00000100:00000001:2.0:1780383400.855869:0:2418:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780383400.855874:0:2418:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0cccf480 x1866867005213696/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780383400.855896:0:2418:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0cccf480 x1866867005213696/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.855902:0:2418:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780383400.855904:0:2418:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383400.855906:0:2418:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780383400.855909:0:2418:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780383400.855911:0:2418:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780383400.855913:0:2418:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383400.855917:0:2418:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780383400.855924:0:2418:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09e1fc60 time=98 v=5 (5 0 0 0) 00000100:00001000:2.0:1780383400.855927:0:2418:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09e1fc18 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1780383400.855930:0:2418:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780383400.855932:0:2418:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780383400.855934:0:2418:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780383400.855936:0:2418:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383400.855939:0:2418:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780383400.855943:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c0cccf480 x1866867005213696/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.855950:0:2418:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780383400.855952:0:2418:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780383400.855954:0:2418:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780383400.855958:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0cccf480 x1866867005213696/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780383400.855965:0:2418:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2418:1866867005213696:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1780383400.855971:0:2418:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383400.855973:0:2418:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780383400.855976:0:2418:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c0cccf480 x1866867005213696/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.855982:0:2418:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780383400.855985:0:2418:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780383400.855994:0:2418:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c09b03000. 02000000:00000001:2.0:1780383400.855997:0:2418:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780383400.856000:0:2418:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780383400.856001:0:2418:0:(genops.c:1244:class_import_put()) import ffff938c09e1f800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1780383400.856004:0:2418:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780383400.856006:0:2418:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c089e1f00. 02000000:00000001:2.0:1780383400.856010:0:2418:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780383400.856012:0:2418:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780383400.856015:0:2418:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0cccf480. 00000100:00000001:2.0:1780383400.856019:0:2418:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780383400.856020:0:2418:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383400.856024:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383400.856026:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383400.856027:0:2418:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780383400.856029:0:2418:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383400.856031:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780383400.870049:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383400.870067:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780383400.870071:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383400.870074:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383400.870083:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383400.870091:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383400.870100:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383400.870104:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383400.870109:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383400.870114:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b04d00 00000400:00000200:1.0:1780383400.870119:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383400.870238:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0xa01 [1] + 224 00000800:00000001:1.0:1780383400.870246:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383400.870250:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383400.870254:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383400.870258:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1780383400.870266:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383400.870274:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0cccd880 x1866867005213952/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780383400.870286:0:2408:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c0cccd880 x1866867005213952/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383400.870309:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780383400.870319:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383400.870323:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780383400.870325:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383400.870328:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383400.870331:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383400.870335:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383400.870339:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383400.870341:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383400.870344:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383400.870347:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b04e00 00000400:00000200:1.0:1780383400.870365:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383400.870369:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0xa09 [1] + 224 00000800:00000001:1.0:1780383400.870373:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383400.870376:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383400.870379:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383400.870382:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1780383400.870384:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383400.870389:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0cccc700 x1866867005214208/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780383400.870396:0:2408:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c0cccc700 x1866867005214208/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383400.870402:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780383400.870406:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383400.870408:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780383400.870410:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383400.870412:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383400.870414:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383400.870417:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383400.870421:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383400.870423:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383400.870425:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383400.870428:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b04c80 00000400:00000200:1.0:1780383400.870431:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383400.870434:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0xa11 [1] + 224 00000800:00000001:1.0:1780383400.870437:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383400.870440:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383400.870442:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383400.870445:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1780383400.870447:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383400.870451:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0ccce300 x1866867005213824/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780383400.870469:0:2408:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c0ccce300 x1866867005213824/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383400.870476:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780383400.870481:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383400.870483:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780383400.870485:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383400.870487:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383400.870490:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383400.870493:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383400.870497:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383400.870499:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383400.870502:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383400.870504:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b04d80 00000400:00000200:1.0:1780383400.870507:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383400.870511:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0xa19 [1] + 224 00000800:00000001:1.0:1780383400.870514:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383400.870519:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383400.870522:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383400.870525:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1780383400.870527:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383400.870531:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0cccf800 x1866867005214080/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780383400.870539:0:2408:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c0cccf800 x1866867005214080/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383400.870546:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780383400.870548:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383400.870551:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383400.870647:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383400.870652:0:2418:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780383400.870659:0:2418:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780383400.870661:0:2418:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780383400.870664:0:2418:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c02eb6a50. 00000400:00000200:2.0:1780383400.870668:0:2418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c0b926e58 00000400:00000010:2.0:1780383400.870671:0:2418:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c0b926e58. 00000100:00000001:2.0:1780383400.870674:0:2418:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780383400.870679:0:2418:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0ccce300 x1866867005213824/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780383400.870688:0:2418:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0ccce300 x1866867005213824/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.870694:0:2418:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780383400.870696:0:2418:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383400.870698:0:2418:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780383400.870702:0:2418:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780383400.870704:0:2418:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780383400.870716:0:2418:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383400.870719:0:2418:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780383400.870728:0:2418:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09197c60 time=97 v=5 (5 0 0 0) 00000100:00001000:2.0:1780383400.870732:0:2418:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09197c18 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1780383400.870742:0:2418:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780383400.870744:0:2418:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780383400.870747:0:2418:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780383400.870751:0:2418:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383400.870755:0:2418:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780383400.870757:0:2418:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff938c028b3000: skip recheck: last_committed 0 00000100:00000001:2.0:1780383400.870759:0:2418:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780383400.870760:0:2418:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780383400.870765:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c0ccce300 x1866867005213824/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.870772:0:2418:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780383400.870832:0:2418:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780383400.870834:0:2418:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780383400.870839:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0ccce300 x1866867005213824/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780383400.870848:0:2418:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0ccce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2418:1866867005213824:192.168.204.118@tcp:400:kworker.0 00000400:00000001:2.0:1780383400.870855:0:2418:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780383400.870856:0:2418:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780383400.870858:0:2418:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c02eb6790. 00000400:00000200:2.0:1780383400.870860:0:2418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c0b926dd0 00000400:00000010:2.0:1780383400.870862:0:2418:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c0b926dd0. 00000100:00000001:2.0:1780383400.870865:0:2418:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780383400.870868:0:2418:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0cccf800 x1866867005214080/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780383400.870875:0:2418:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0cccf800 x1866867005214080/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.870881:0:2418:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780383400.871556:0:2418:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383400.871561:0:2418:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780383400.871563:0:2418:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780383400.871564:0:2418:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780383400.871566:0:2418:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383400.871574:0:2418:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780383400.871581:0:2418:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c0b979460 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1780383400.871585:0:2418:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c0b979418 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1780383400.871587:0:2418:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780383400.871588:0:2418:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780383400.871590:0:2418:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780383400.871592:0:2418:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383400.871595:0:2418:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780383400.871596:0:2418:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff938c097fc000: skip recheck: last_committed 0 00000100:00000001:2.0:1780383400.871598:0:2418:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780383400.871599:0:2418:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780383400.871604:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c0cccf800 x1866867005214080/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.871611:0:2418:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780383400.871613:0:2418:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780383400.871614:0:2418:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780383400.871618:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0cccf800 x1866867005214080/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780383400.871636:0:2418:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cf52ba59-39e9-494e-aee8-655b4f06ca04:2418:1866867005214080:192.168.204.118@tcp:400:kworker.0 00000400:00000001:2.0:1780383400.871865:0:2418:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780383400.871868:0:2418:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780383400.871870:0:2418:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c02eb6f78. 00000400:00000200:2.0:1780383400.871873:0:2418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c0b926aa0 00000400:00000010:2.0:1780383400.871875:0:2418:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c0b926aa0. 00000100:00000001:2.0:1780383400.871878:0:2418:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780383400.871999:0:2418:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0cccd880 x1866867005213952/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780383400.872009:0:2418:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0cccd880 x1866867005213952/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.872015:0:2418:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780383400.872017:0:2418:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383400.872026:0:2418:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780383400.872028:0:2418:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780383400.872029:0:2418:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780383400.872031:0:2418:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383400.872032:0:2418:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780383400.872101:0:2418:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09194c60 time=98 v=5 (5 0 0 0) 00000100:00001000:2.0:1780383400.872105:0:2418:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09194c18 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1780383400.872106:0:2418:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780383400.872108:0:2418:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780383400.872109:0:2418:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1780383400.872114:0:2418:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c0cccd880 x1866867005213952/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1780383400.872188:0:2418:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383400.872192:0:2418:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780383400.872194:0:2418:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff938c028b3000: skip recheck: last_committed 0 00000100:00000001:2.0:1780383400.872196:0:2418:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780383400.872197:0:2418:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780383400.872201:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c0cccd880 x1866867005213952/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.872208:0:2418:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780383400.872210:0:2418:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780383400.872211:0:2418:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780383400.872214:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0cccd880 x1866867005213952/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780383400.872222:0:2418:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2418:1866867005213952:192.168.204.118@tcp:400:kworker.0 00000400:00000001:2.0:1780383400.872228:0:2418:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780383400.872229:0:2418:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780383400.872231:0:2418:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c02eb6e70. 00000400:00000200:2.0:1780383400.872233:0:2418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c0b9262a8 00000400:00000010:2.0:1780383400.872235:0:2418:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c0b9262a8. 00000100:00000001:2.0:1780383400.872237:0:2418:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780383400.872241:0:2418:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0cccc700 x1866867005214208/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780383400.872255:0:2418:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0cccc700 x1866867005214208/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.872261:0:2418:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780383400.872263:0:2418:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383400.872265:0:2418:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780383400.872266:0:2418:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780383400.872267:0:2418:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780383400.872269:0:2418:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383400.872270:0:2418:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780383400.872275:0:2418:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c0b97ac60 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1780383400.872277:0:2418:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c0b97ac18 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1780383400.872279:0:2418:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780383400.872281:0:2418:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780383400.872282:0:2418:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1780383400.872286:0:2418:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c0cccc700 x1866867005214208/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1780383400.872292:0:2418:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383400.872294:0:2418:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780383400.872296:0:2418:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff938c097fc000: skip recheck: last_committed 0 00000100:00000001:2.0:1780383400.872297:0:2418:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780383400.872298:0:2418:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780383400.872302:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c0cccc700 x1866867005214208/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.872308:0:2418:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780383400.872310:0:2418:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780383400.872312:0:2418:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780383400.872316:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0cccc700 x1866867005214208/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780383400.872323:0:2418:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cf52ba59-39e9-494e-aee8-655b4f06ca04:2418:1866867005214208:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1780383400.872327:0:2418:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383400.872335:0:2418:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780383400.872339:0:2418:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c0ccce300 x1866867005213824/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.872346:0:2418:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780383400.872349:0:2418:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780383400.872352:0:2418:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c09b02c00. 02000000:00000001:2.0:1780383400.872356:0:2418:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780383400.872359:0:2418:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780383400.872361:0:2418:0:(genops.c:1244:class_import_put()) import ffff938c09197800 refcount=3 obd=lustre-MDT0000-mdc-ffff938c028b3000 00000020:00000001:2.0:1780383400.872363:0:2418:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780383400.872365:0:2418:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c089e1000. 02000000:00000001:2.0:1780383400.872369:0:2418:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780383400.872370:0:2418:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780383400.872372:0:2418:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0ccce300. 00000100:00000001:2.0:1780383400.872375:0:2418:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780383400.872376:0:2418:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383400.872377:0:2418:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780383400.872380:0:2418:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c0cccf800 x1866867005214080/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.872385:0:2418:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780383400.872386:0:2418:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780383400.872387:0:2418:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c09b03c00. 02000000:00000001:2.0:1780383400.872389:0:2418:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780383400.872390:0:2418:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780383400.872391:0:2418:0:(genops.c:1244:class_import_put()) import ffff938c0b979000 refcount=3 obd=lustre-MDT0000-mdc-ffff938c097fc000 00000020:00000001:2.0:1780383400.872393:0:2418:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780383400.872394:0:2418:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c089e1100. 02000000:00000001:2.0:1780383400.872396:0:2418:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780383400.872397:0:2418:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780383400.872398:0:2418:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0cccf800. 00000100:00000001:2.0:1780383400.872400:0:2418:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780383400.872401:0:2418:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383400.872402:0:2418:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780383400.872405:0:2418:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c0cccd880 x1866867005213952/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.872410:0:2418:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780383400.872416:0:2418:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780383400.872418:0:2418:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c09b03200. 02000000:00000001:2.0:1780383400.872420:0:2418:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780383400.872421:0:2418:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780383400.872422:0:2418:0:(genops.c:1244:class_import_put()) import ffff938c09194800 refcount=3 obd=lustre-MDT0001-mdc-ffff938c028b3000 00000020:00000001:2.0:1780383400.872424:0:2418:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780383400.872426:0:2418:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c089e1e00. 02000000:00000001:2.0:1780383400.872428:0:2418:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780383400.872428:0:2418:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780383400.872430:0:2418:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0cccd880. 00000100:00000001:2.0:1780383400.872433:0:2418:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780383400.872434:0:2418:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383400.872435:0:2418:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780383400.872440:0:2418:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c0cccc700 x1866867005214208/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383400.872445:0:2418:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780383400.872446:0:2418:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780383400.872447:0:2418:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c09b02400. 02000000:00000001:2.0:1780383400.872448:0:2418:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780383400.872449:0:2418:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780383400.872450:0:2418:0:(genops.c:1244:class_import_put()) import ffff938c0b97a800 refcount=3 obd=lustre-MDT0001-mdc-ffff938c097fc000 00000020:00000001:2.0:1780383400.872452:0:2418:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780383400.872453:0:2418:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c089e1b00. 02000000:00000001:2.0:1780383400.872455:0:2418:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780383400.872456:0:2418:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780383400.872457:0:2418:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0cccc700. 00000100:00000001:2.0:1780383400.872459:0:2418:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780383400.872460:0:2418:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383400.872462:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383400.872470:0:2418:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780383400.872472:0:2418:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383400.872474:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383400.872477:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383401.418171:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383401.418179:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383401.418185:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383401.418186:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780383401.418204:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780383401.418206:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780383401.418209:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1780383401.712367:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383401.712382:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383401.712386:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383401.712389:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383401.712397:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383401.712404:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383401.712412:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383401.712416:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383401.712421:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383401.712425:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 328 into portal 15 MB=0x6a1e7d9d1ab00 00000400:00000200:0.0:1780383401.712434:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.118@tcp of length 328/328 into md 0x19 [2] + 1320 00000800:00000001:0.0:1780383401.712455:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383401.712462:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383401.712465:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383401.712469:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383401.712476:0:2407:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1780383401.712478:0:2407:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1780383401.712484:0:2407:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0913ad80. 00000100:00000040:0.0:1780383401.712488:0:2407:0:(events.c:337:request_in_callback()) incoming req@ffff938c0913ad80 x1866867024177920 msgsize 328 00000100:00100000:0.0:1780383401.712491:0:2407:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.118@tcp (source: 12345-192.168.204.118@tcp) 00000100:00000001:0.0:1780383401.712512:0:2407:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1780383401.712520:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383401.712523:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383401.712607:0:6178:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1780383401.712615:0:6178:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866867024177920 02000000:00000001:1.0:1780383401.712618:0:6178:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1780383401.712626:0:6178:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383401.712629:0:6178:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383401.712633:0:6178:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383401.712650:0:6178:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866867024177920 00000020:00000001:1.0:1780383401.712653:0:6178:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1780383401.712655:0:6178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe8ea12c0340fa70e 00000020:00000001:1.0:1780383401.712657:0:6178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780383401.712660:0:6178:0:(lustre_handles.c:131:class_handle2object()) GET export ffff938c08986000 refcount=3 00000020:00000001:1.0:1780383401.712663:0:6178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624828381749248 : -119245327802368 : ffff938c08986000) 00000020:00000001:1.0:1780383401.712666:0:6178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446624828381749248 : -119245327802368 : ffff938c08986000) 00000100:00000001:1.0:1780383401.712669:0:6178:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780383401.712673:0:6178:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff938c0beb6f80. 00000100:00000001:1.0:1780383401.712676:0:6178:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780383401.712678:0:6178:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff938c0beb6f80. 00000020:00000010:1.0:1780383401.712684:0:6178:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff938c0adb9200. 00000020:00000010:1.0:1780383401.712688:0:6178:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff938c02f4ba80. 00000020:00000010:1.0:1780383401.712693:0:6178:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff938c09e44578. 00000100:00000040:1.0:1780383401.712700:0:6178:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1780383401.712703:0:6178:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1780383401.712705:0:6178:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1780383401.712707:0:6178:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383401.712714:0:6178:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383401.712727:0:6178:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383401.712737:0:6178:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1780383401.712739:0:6178:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1780383401.712743:0:6178:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.118@tcp, seq: 4 00000100:00000040:1.0:1780383401.712747:0:6178:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff938c08986000 : new rpc_count 1 00000100:00000001:1.0:1780383401.712749:0:6178:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446624828389830016 : -119245319721600 : ffff938c0913ad80) 00000100:00000040:1.0:1780383401.712756:0:6178:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff938c0913ad80 x1866867024177920/t0(0) o104->bb1f37d9-7e73-4277-9cfe-69a5d632ca59@192.168.204.118@tcp:547/0 lens 328/0 e 0 to 0 dl 1780383412 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780383401.712765:0:6178:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780383401.712767:0:6178:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff938c0beb6f80. 00000100:00000001:1.0:1780383401.712769:0:6178:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780383401.712815:0:6178:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff938c0beb6f80. 00000100:00100000:1.0:1780383401.712821:0:6178:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff938c0913ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:bb1f37d9-7e73-4277-9cfe-69a5d632ca59+3:13233:x1866867024177920:12345-192.168.204.118@tcp:104: 00000100:00000200:1.0:1780383401.712825:0:6178:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866867024177920 00010000:00000001:1.0:1780383401.712828:0:6178:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1780383401.712834:0:6178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780383401.712836:0:6178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780383401.712838:0:6178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff938c12321200 refcount=2 00000020:00000001:1.0:1780383401.712840:0:6178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624828542816768 : -119245166734848 : ffff938c12321200) 00010000:00000001:1.0:1780383401.712843:0:6178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624828542816768 : -119245166734848 : ffff938c12321200) 00010000:00000001:1.0:1780383401.712846:0:6178:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780383401.712850:0:6178:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780383401.712854:0:6178:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: ffff938c12321200/0xe8ea12c0340fa7d9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f6b793fe977fd85 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1780383401.712865:0:6178:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1780383401.712867:0:6178:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1780383401.712885:0:6178:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff938c065e3400. 02000000:00000001:1.0:1780383401.712888:0:6178:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383401.712890:0:6178:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383401.712895:0:6178:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1780383401.712898:0:6178:0:(ldlm_lib.c:3309:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780383401.712901:0:6178:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c054325e8 time=85 v=5 (1 0 0 0) 00000100:00000001:1.0:1780383401.712906:0:6178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1780383401.712909:0:6178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff938c04f10280 refcount 28 to 192.168.204.118@tcp 00000100:00000001:1.0:1780383401.712911:0:6178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624828320449152 : -119245389102464 : ffff938c04f10280) 02000000:00000001:1.0:1780383401.712913:0:6178:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1780383401.712916:0:6178:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383401.712919:0:6178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780383401.712922:0:6178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1780383401.712926:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439ed48. 00000100:00000200:1.0:1780383401.712931:0:6178:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1866867024177920, offset 224 00000400:00000200:1.0:1780383401.712936:0:6178:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383401.712942:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383401.712954:0:6178:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.18@tcp to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383401.712960:0:6178:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [165:165:256:4294967295] 192.168.204.118@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:1.0:1780383401.712965:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383401.712972:0:6178:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:192.168.204.18@tcp) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383401.712977:0:6178:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383401.712982:0:6178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091dbc00. 00000800:00000200:1.0:1780383401.712988:0:6178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383401.712994:0:6178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383401.712998:0:6178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091dbc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780383401.713008:0:6178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383401.713011:0:6178:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff938c04f10280 refcount 27 to 192.168.204.118@tcp 00010000:00000001:1.0:1780383401.713014:0:6178:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1780383401.713018:0:6178:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff938c01254d80. 00010000:00000001:1.0:1780383401.713020:0:6178:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1780383401.713032:0:6178:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1780383401.713035:0:6178:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383401.713037:0:6178:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383401.713039:0:6178:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383401.713044:0:6178:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0913ad80 x1866867024177920/t0(0) o104->bb1f37d9-7e73-4277-9cfe-69a5d632ca59@192.168.204.118@tcp:547/0 lens 328/224 e 0 to 0 dl 1780383412 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1780383401.713053:0:6178:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff938c0913ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:bb1f37d9-7e73-4277-9cfe-69a5d632ca59+3:13233:x1866867024177920:12345-192.168.204.118@tcp:104: Request processed in 286us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1780383401.713060:0:6178:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.118@tcp, seq: 4 00000100:00000040:1.0:1780383401.713063:0:6178:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff938c08986000 : new rpc_count 0 00000100:00000001:1.0:1780383401.713065:0:6178:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1780383401.713067:0:6178:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1780383401.713071:0:6178:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff938c02f4ba80. 00000020:00000010:1.0:1780383401.713075:0:6178:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff938c09e44578. 00000020:00000010:1.0:1780383401.713078:0:6178:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff938c0adb9200. 00000020:00000040:1.0:1780383401.713087:0:6178:0:(genops.c:900:class_export_put()) PUTting export ffff938c08986000 : new refcount 2 00000100:00000001:1.0:1780383401.713090:0:6178:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780383401.713156:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780383401.713160:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091dbc00. 00000400:00000200:1.0:1780383401.713163:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383401.713167:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1780383401.713171:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439ed48 00000400:00000010:1.0:1780383401.713173:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439ed48. 00000100:00000001:1.0:1780383401.713177:0:2408:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1780383401.713178:0:2408:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1780383401.714058:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780383401.714061:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780383401.714065:0:6188:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1780383401.714067:0:6188:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1780383401.714069:0:6188:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780383401.714074:0:6188:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff938c12321200/0xe8ea12c0340fa7d9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f6b793fe977fd85 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383401.714095:0:6188:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff938c12321200 already unused, calling callback (ffffffffc1323c20) 10000000:00000001:3.0:1780383401.714097:0:6188:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1780383401.714100:0:6188:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff938c12321200/0xe8ea12c0340fa7d9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x9f6b793fe977fd85 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780383401.714106:0:6188:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780383401.714107:0:6188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780383401.714109:0:6188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780383401.714110:0:6188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff938c12321200 refcount=3 00000020:00000001:3.0:1780383401.714112:0:6188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624828542816768 : -119245166734848 : ffff938c12321200) 00010000:00000001:3.0:1780383401.714115:0:6188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624828542816768 : -119245166734848 : ffff938c12321200) 00010000:00000001:3.0:1780383401.714118:0:6188:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780383401.714120:0:6188:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff938c12321200/0xe8ea12c0340fa7d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x9f6b793fe977fd85 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1780383401.714654:0:6188:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1780383401.714657:0:6188:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff938c12321200/0xe8ea12c0340fa7d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x9f6b793fe977fd85 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780383401.714663:0:6188:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1780383401.714667:0:6188:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1780383401.714668:0:6188:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1780383401.714670:0:6188:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1780383401.714672:0:6188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1780383401.714674:0:6188:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1780383401.714690:0:6188:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1780383401.714692:0:6188:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1780383401.714694:0:6188:0:(mgc_request.c:123:config_log_put()) log params(ffff938c055bf600) refs 2 10000000:00000001:3.0:1780383401.714696:0:6188:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1780383401.714697:0:6188:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383401.714700:0:6188:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780383401.714703:0:6188:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780383401.714710:0:6188:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780383401.714712:0:6188:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780383401.714714:0:6188:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780383401.714717:0:6188:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff938c12321200 with handle 0xe8ea12c0340fa7d9 from hash 00010000:00000001:3.0:1780383401.714720:0:6188:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780383401.714722:0:6188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780383401.714723:0:6188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780383401.714725:0:6188:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780383401.714727:0:6188:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780383401.714728:0:6188:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1780383401.714732:0:6188:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780383401.714734:0:6188:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1780383401.714741:0:6188:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0cccdf80. 00000020:00000040:3.0:1780383401.714745:0:6188:0:(genops.c:1231:class_import_get()) import ffff938c09e1f800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1780383401.714749:0:6188:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780383401.714751:0:6188:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780383401.714755:0:6188:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780383401.714762:0:6188:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff938c05508c00. 00000100:00000001:3.0:1780383401.714769:0:6188:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383401.714771:0:6188:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780383401.714812:0:6188:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff938c12321200/0xe8ea12c0340fa7d9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f6b793fe977fd85 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383401.714819:0:6188:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1780383401.714821:0:6188:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780383401.714825:0:6188:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780383401.714830:0:6188:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383401.714841:0:6188:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ee7c0cf] to pc [ptlrpcd_01_00+0] req@ffff938c0cccdf80 x1866867005214336/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1780383401.714868:0:6188:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780383401.714876:0:6188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780383401.714878:0:6188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780383401.715128:0:2417:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383401.715132:0:2417:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780383401.715135:0:2417:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780383401.715141:0:2417:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c0cccdf80 x1866867005214336/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383401.715160:0:2417:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780383401.715162:0:2417:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383401.715166:0:2417:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780383401.715169:0:2417:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780383401.715172:0:2417:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780383401.715176:0:2417:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2417:1866867005214336:192.168.204.118@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1780383401.715181:0:2417:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780383401.715186:0:2417:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780383401.715189:0:2417:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383401.715192:0:2417:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780383401.715197:0:2417:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c09b02600. 02000000:00000001:2.0:1780383401.715199:0:2417:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780383401.715204:0:2417:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1780383401.715208:0:2417:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c02eb6e70. 00000400:00000010:2.0:1780383401.715213:0:2417:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c0b9262a8. 00000100:00000200:2.0:1780383401.715219:0:2417:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005214336, portal 18 00000100:00000001:2.0:1780383401.715222:0:2417:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780383401.715223:0:2417:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828452298624 : -119245257252992 : ffff938c0cccdf80) 00000100:00000040:2.0:1780383401.715229:0:2417:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c0cccdf80 x1866867005214336/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1780383417 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383401.715235:0:2417:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780383401.715238:0:2417:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1780383401.715241:0:2417:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c0b926aa0. 00000100:00000200:2.0:1780383401.715246:0:2417:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866867005214336, offset 0 00000400:00000200:2.0:1780383401.715252:0:2417:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1780383401.715258:0:2417:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383401.715265:0:2417:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1780383401.715269:0:2417:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780383401.715273:0:2417:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1780383401.715277:0:2417:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780383401.715279:0:2417:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1780383401.715288:0:2417:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [166:166:256:4294967295] 192.168.204.118@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:2.0:1780383401.715292:0:2417:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383401.715300:0:2417:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1780383401.715305:0:2417:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1780383401.715310:0:2417:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c0acf5a00. 00000800:00000200:2.0:1780383401.715315:0:2417:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1780383401.715321:0:2417:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1780383401.715324:0:2417:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c0acf5a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1780383401.715344:0:2417:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780383401.715348:0:2417:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1780383401.715351:0:2417:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295061139 00000100:00000001:2.0:1780383401.715358:0:2417:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295060266 00000100:00000001:2.0:1780383401.715362:0:2417:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295061139 00000100:00000001:2.0:1780383401.715365:0:2417:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295060266 00000100:00000001:2.0:1780383401.715368:0:2417:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780383401.715370:0:2417:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383401.715373:0:2417:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383401.715375:0:2417:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383401.715382:0:2417:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780383401.715384:0:2417:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1780383401.715386:0:2417:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383401.715387:0:2417:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780383401.715388:0:2417:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383401.715390:0:2417:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383401.715398:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383401.715400:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780383401.715573:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383401.715577:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c0acf5a00. 00000400:00000200:0.0:1780383401.715582:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383401.715587:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383401.715592:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c0b926aa0 00000400:00000010:0.0:1780383401.715594:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c0b926aa0. 00000100:00000001:0.0:1780383401.715597:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383401.715602:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0cccdf80 x1866867005214336/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1780383417 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383401.715610:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383401.715614:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c0cccdf80 x1866867005214336/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1780383417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383401.715620:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383401.715622:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1780383401.715937:0:6188:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383401.715941:0:6188:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1780383401.715944:0:6188:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780383401.715955:0:6188:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff938c12321200/0xe8ea12c0340fa7d9 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f6b793fe977fd85 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780383401.715962:0:6188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780383401.715965:0:6188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff938c12321200/0xe8ea12c0340fa7d9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f6b793fe977fd85 expref: -99 pid: 9091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780383401.715976:0:6188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780383401.715978:0:6188:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1780383401.715980:0:6188:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff938c01254d80. 00010000:00000001:3.0:1780383401.715985:0:6188:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780383401.715988:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780383401.715990:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780383401.715992:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780383401.715994:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780383401.715995:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780383401.715997:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780383401.715999:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780383401.716000:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780383401.716001:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:3.1F:1780383401.726040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff938c12321200. 00000800:00000001:1.0:1780383401.742029:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383401.742051:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780383401.742055:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383401.742058:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383401.742067:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383401.742075:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383401.742086:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383401.742091:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383401.742097:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383401.742102:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 328 into portal 15 MB=0x6a1e7d9d1af80 00000400:00000200:1.0:1780383401.742111:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.118@tcp of length 328/328 into md 0x19 [2] + 1648 00000800:00000001:1.0:1780383401.742118:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383401.742123:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383401.742126:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383401.742130:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1780383401.742137:0:2408:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1780383401.742139:0:2408:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1780383401.742146:0:2408:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e58700. 00000100:00000040:1.0:1780383401.742150:0:2408:0:(events.c:337:request_in_callback()) incoming req@ffff938c09e58700 x1866867024179072 msgsize 328 00000100:00100000:1.0:1780383401.742154:0:2408:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.118@tcp (source: 12345-192.168.204.118@tcp) 00000100:00000001:1.0:1780383401.742177:0:2408:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1780383401.742189:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383401.742192:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780383401.742194:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383401.742211:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383401.742215:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383401.742219:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1780383401.742223:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383401.742226:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383401.742228:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383401.742231:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 18 MB=0x6a1e7d8b04e80 00000400:00000200:1.0:1780383401.742234:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383401.742238:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.118@tcp of length 224/224 into md 0xa29 [1] + 224 00000800:00000001:1.0:1780383401.742242:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383401.742298:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780383401.742301:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383401.742304:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1780383401.742307:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383401.742315:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0cccdf80 x1866867005214336/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1780383417 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780383401.742325:0:2408:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c0cccdf80 x1866867005214336/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1780383417 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383401.742345:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780383401.742350:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780383401.742353:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383401.742437:0:2417:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383401.742442:0:2417:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780383401.742449:0:2417:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780383401.742451:0:2417:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780383401.742454:0:2417:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c02eb6e70. 00000400:00000200:2.0:1780383401.742459:0:2417:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c0b9262a8 00000400:00000010:2.0:1780383401.742462:0:2417:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c0b9262a8. 00000100:00000001:2.0:1780383401.742471:0:2417:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780383401.742476:0:2417:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0cccdf80 x1866867005214336/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1780383417 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780383401.742491:0:2417:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0cccdf80 x1866867005214336/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1780383417 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383401.742498:0:2417:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780383401.742500:0:2417:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383401.742503:0:2417:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780383401.742506:0:2417:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780383401.742509:0:2417:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780383401.742511:0:2417:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383401.742515:0:2417:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780383401.742522:0:2417:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09e1fca8 time=85 v=5 (5 0 0 0) 00000100:00001000:2.0:1780383401.742527:0:2417:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09e1fc18 time=99 v=5 (1 0 0 0) 00000100:00000001:2.0:1780383401.742529:0:2417:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780383401.742531:0:2417:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780383401.742533:0:2417:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780383401.742535:0:2417:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383401.742538:0:2417:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780383401.742542:0:2417:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c0cccdf80 x1866867005214336/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1780383417 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383401.742548:0:2417:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780383401.742551:0:2417:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780383401.742553:0:2417:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780383401.742556:0:2417:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0cccdf80 x1866867005214336/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1780383417 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780383401.742564:0:2417:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2417:1866867005214336:192.168.204.118@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1780383401.742569:0:2417:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383401.742572:0:2417:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780383401.742575:0:2417:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c0cccdf80 x1866867005214336/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1780383417 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383401.742580:0:2417:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780383401.742588:0:2417:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780383401.742591:0:2417:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c09b02600. 02000000:00000001:2.0:1780383401.742595:0:2417:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780383401.742598:0:2417:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780383401.742599:0:2417:0:(genops.c:1244:class_import_put()) import ffff938c09e1f800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1780383401.742601:0:2417:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780383401.742604:0:2417:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff938c05508c00. 02000000:00000001:2.0:1780383401.742607:0:2417:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780383401.742609:0:2417:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780383401.742611:0:2417:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0cccdf80. 00000100:00000001:2.0:1780383401.742615:0:2417:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780383401.742616:0:2417:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383401.742618:0:2417:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383401.742626:0:2417:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780383401.742627:0:2417:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383401.742629:0:2417:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383401.742632:0:2417:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383401.742829:0:6178:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1780383401.742832:0:6178:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866867024179072 02000000:00000001:0.0:1780383401.742835:0:6178:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1780383401.742837:0:6178:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780383401.742838:0:6178:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383401.742842:0:6178:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780383401.742845:0:6178:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866867024179072 00000020:00000001:0.0:1780383401.742847:0:6178:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1780383401.742854:0:6178:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe8ea12c0340fa70e 00000020:00000001:0.0:1780383401.742857:0:6178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780383401.742860:0:6178:0:(lustre_handles.c:131:class_handle2object()) GET export ffff938c08986000 refcount=3 00000020:00000001:0.0:1780383401.742862:0:6178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624828381749248 : -119245327802368 : ffff938c08986000) 00000020:00000001:0.0:1780383401.742864:0:6178:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446624828381749248 : -119245327802368 : ffff938c08986000) 00000100:00000001:0.0:1780383401.742868:0:6178:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1780383401.742872:0:6178:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff938c0269db40. 00000100:00000001:0.0:1780383401.742874:0:6178:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1780383401.742876:0:6178:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff938c0269db40. 00000020:00000010:0.0:1780383401.742881:0:6178:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff938c0a3be200. 00000020:00000010:0.0:1780383401.742886:0:6178:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff938c0b64c300. 00000020:00000010:0.0:1780383401.742890:0:6178:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff938c0979c708. 00000100:00000040:0.0:1780383401.742897:0:6178:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1780383401.742900:0:6178:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1780383401.742901:0:6178:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1780383401.742903:0:6178:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383401.742910:0:6178:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383401.742925:0:6178:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383401.742936:0:6178:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1780383401.742937:0:6178:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1780383401.742942:0:6178:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.118@tcp, seq: 5 00000100:00000040:0.0:1780383401.742945:0:6178:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff938c08986000 : new rpc_count 1 00000100:00000001:0.0:1780383401.742947:0:6178:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446624828403582720 : -119245305968896 : ffff938c09e58700) 00000100:00000040:0.0:1780383401.742951:0:6178:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff938c09e58700 x1866867024179072/t0(0) o104->bb1f37d9-7e73-4277-9cfe-69a5d632ca59@192.168.204.118@tcp:547/0 lens 328/0 e 0 to 0 dl 1780383412 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780383401.742959:0:6178:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1780383401.742962:0:6178:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff938c0269db40. 00000100:00000001:0.0:1780383401.742963:0:6178:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1780383401.742965:0:6178:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff938c0269db40. 00000100:00100000:0.0:1780383401.742969:0:6178:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff938c09e58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:bb1f37d9-7e73-4277-9cfe-69a5d632ca59+3:13233:x1866867024179072:12345-192.168.204.118@tcp:104: 00000100:00000200:0.0:1780383401.742972:0:6178:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866867024179072 00010000:00000001:0.0:1780383401.742980:0:6178:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1780383401.742988:0:6178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780383401.742989:0:6178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780383401.742991:0:6178:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff938c12230c00 refcount=2 00000020:00000001:0.0:1780383401.742993:0:6178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624828541832192 : -119245167719424 : ffff938c12230c00) 00010000:00000001:0.0:1780383401.742996:0:6178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624828541832192 : -119245167719424 : ffff938c12230c00) 00010000:00000001:0.0:1780383401.742999:0:6178:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780383401.743002:0:6178:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780383401.743007:0:6178:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: ffff938c12230c00/0xe8ea12c0340fa79a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f6b793fe977fd38 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780383401.743016:0:6178:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1780383401.743018:0:6178:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1780383401.743024:0:6178:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff938c0ad44800. 02000000:00000001:0.0:1780383401.743037:0:6178:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383401.743040:0:6178:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780383401.743044:0:6178:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1780383401.743047:0:6178:0:(ldlm_lib.c:3309:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780383401.743050:0:6178:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c054325e8 time=85 v=5 (1 0 0 0) 00000100:00000001:0.0:1780383401.743053:0:6178:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1780383401.743056:0:6178:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff938c04f10280 refcount 28 to 192.168.204.118@tcp 00000100:00000001:0.0:1780383401.743058:0:6178:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624828320449152 : -119245389102464 : ffff938c04f10280) 02000000:00000001:0.0:1780383401.743060:0:6178:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1780383401.743062:0:6178:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383401.743065:0:6178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780383401.743068:0:6178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1780383401.743072:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9220. 00000100:00000200:0.0:1780383401.743076:0:6178:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1866867024179072, offset 224 00000400:00000200:0.0:1780383401.743082:0:6178:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383401.743089:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383401.743095:0:6178:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.204.18@tcp to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383401.743101:0:6178:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [167:167:256:4294967295] 192.168.204.118@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:0.0:1780383401.743105:0:6178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383401.743118:0:6178:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:192.168.204.18@tcp) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1780383401.743123:0:6178:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383401.743128:0:6178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c0be8dc00. 00000800:00000200:0.0:1780383401.743135:0:6178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1780383401.743142:0:6178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1780383401.743146:0:6178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c0be8dc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780383401.743156:0:6178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383401.743159:0:6178:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff938c04f10280 refcount 27 to 192.168.204.118@tcp 00010000:00000001:0.0:1780383401.743162:0:6178:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1780383401.743166:0:6178:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff938c0a3ede40. 00010000:00000001:0.0:1780383401.743168:0:6178:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1780383401.743185:0:6178:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1780383401.743188:0:6178:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780383401.743189:0:6178:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780383401.743191:0:6178:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383401.743196:0:6178:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09e58700 x1866867024179072/t0(0) o104->bb1f37d9-7e73-4277-9cfe-69a5d632ca59@192.168.204.118@tcp:547/0 lens 328/224 e 0 to 0 dl 1780383412 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1780383401.743203:0:6178:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff938c09e58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:bb1f37d9-7e73-4277-9cfe-69a5d632ca59+3:13233:x1866867024179072:12345-192.168.204.118@tcp:104: Request processed in 243us (1052us total) trans 0 rc 0/0 00000100:00100000:0.0:1780383401.743211:0:6178:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.118@tcp, seq: 5 00000100:00000040:0.0:1780383401.743214:0:6178:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff938c08986000 : new rpc_count 0 00000100:00000001:0.0:1780383401.743217:0:6178:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1780383401.743218:0:6178:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1780383401.743222:0:6178:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff938c0b64c300. 00000020:00000010:0.0:1780383401.743226:0:6178:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff938c0979c708. 00000020:00000010:0.0:1780383401.743230:0:6178:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff938c0a3be200. 00000020:00000040:0.0:1780383401.743234:0:6178:0:(genops.c:900:class_export_put()) PUTting export ffff938c08986000 : new refcount 2 00000100:00000001:0.0:1780383401.743236:0:6178:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1780383401.743295:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383401.743299:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c0be8dc00. 00000400:00000200:0.0:1780383401.743302:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383401.743314:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383401.743318:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9220 00000400:00000010:0.0:1780383401.743320:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9220. 00000100:00000001:0.0:1780383401.743322:0:2407:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1780383401.743323:0:2407:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1780383401.743397:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780383401.743400:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780383401.743402:0:6187:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1780383401.743405:0:6187:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1780383401.743407:0:6187:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780383401.743411:0:6187:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff938c12230c00/0xe8ea12c0340fa79a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f6b793fe977fd38 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383401.743419:0:6187:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff938c12230c00 already unused, calling callback (ffffffffc1323c20) 10000000:00000001:3.0:1780383401.743423:0:6187:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1780383401.743426:0:6187:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff938c12230c00/0xe8ea12c0340fa79a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9f6b793fe977fd38 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780383401.743432:0:6187:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780383401.743439:0:6187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780383401.743440:0:6187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780383401.743442:0:6187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff938c12230c00 refcount=3 00000020:00000001:3.0:1780383401.743444:0:6187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624828541832192 : -119245167719424 : ffff938c12230c00) 00010000:00000001:3.0:1780383401.743446:0:6187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624828541832192 : -119245167719424 : ffff938c12230c00) 00010000:00000001:3.0:1780383401.743449:0:6187:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780383401.743452:0:6187:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff938c12230c00/0xe8ea12c0340fa79a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9f6b793fe977fd38 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1780383401.743458:0:6187:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1780383401.743460:0:6187:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff938c12230c00/0xe8ea12c0340fa79a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9f6b793fe977fd38 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780383401.743465:0:6187:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1780383401.743468:0:6187:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1780383401.743470:0:6187:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1780383401.743472:0:6187:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1780383401.743473:0:6187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1780383401.743475:0:6187:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1780383401.743492:0:6187:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1780383401.743493:0:6187:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1780383401.743495:0:6187:0:(mgc_request.c:123:config_log_put()) log params(ffff938c097c9400) refs 2 10000000:00000001:3.0:1780383401.743497:0:6187:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1780383401.743498:0:6187:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383401.743501:0:6187:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780383401.743504:0:6187:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780383401.743506:0:6187:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780383401.743507:0:6187:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780383401.743509:0:6187:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780383401.743511:0:6187:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff938c12230c00 with handle 0xe8ea12c0340fa79a from hash 00010000:00000001:3.0:1780383401.743514:0:6187:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780383401.743515:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780383401.743517:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780383401.743518:0:6187:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780383401.743519:0:6187:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780383401.743521:0:6187:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1780383401.743529:0:6187:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780383401.743531:0:6187:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1780383401.743536:0:6187:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0cccdc00. 00000020:00000040:3.0:1780383401.743539:0:6187:0:(genops.c:1231:class_import_get()) import ffff938c09e1f800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1780383401.743543:0:6187:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780383401.743545:0:6187:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780383401.743549:0:6187:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780383401.743555:0:6187:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff938c05508000. 00000100:00000001:3.0:1780383401.743560:0:6187:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383401.743562:0:6187:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780383401.743566:0:6187:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff938c12230c00/0xe8ea12c0340fa79a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f6b793fe977fd38 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780383401.743572:0:6187:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1780383401.743573:0:6187:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780383401.743578:0:6187:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780383401.743582:0:6187:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780383401.743588:0:6187:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c59ca3fe] to pc [ptlrpcd_01_01+1] req@ffff938c0cccdc00 x1866867005214464/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1780383401.743611:0:6187:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780383401.743614:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780383401.743615:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780383401.743617:0:6187:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383401.743619:0:6187:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1780383401.743620:0:6187:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780383401.743624:0:6187:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff938c12230c00/0xe8ea12c0340fa79a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f6b793fe977fd38 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780383401.743630:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780383401.743631:0:6187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff938c12230c00/0xe8ea12c0340fa79a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f6b793fe977fd38 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1780383401.743639:0:6187:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff938c143d1f00 count: 0 00010000:00000001:3.0:1780383401.743649:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780383401.743656:0:6187:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1780383401.743659:0:6187:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff938c0a3ede40. 00010000:00000001:3.0:1780383401.743661:0:6187:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780383401.743664:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780383401.743665:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780383401.743666:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780383401.743668:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780383401.743669:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780383401.743670:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780383401.743672:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780383401.743673:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780383401.743675:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1780383401.743906:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383401.743909:0:2418:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780383401.743911:0:2418:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780383401.743917:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c0cccdc00 x1866867005214464/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383401.743926:0:2418:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780383401.743928:0:2418:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383401.743932:0:2418:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780383401.743935:0:2418:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780383401.743937:0:2418:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780383401.743940:0:2418:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0cccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2418:1866867005214464:192.168.204.118@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1780383401.743944:0:2418:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780383401.743949:0:2418:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780383401.743951:0:2418:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383401.743954:0:2418:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780383401.743957:0:2418:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c09b02600. 02000000:00000001:2.0:1780383401.743959:0:2418:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780383401.743964:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1780383401.743967:0:2418:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c02eb6e70. 00000400:00000010:2.0:1780383401.743980:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c0b9262a8. 00000100:00000200:2.0:1780383401.743986:0:2418:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005214464, portal 18 00000100:00000001:2.0:1780383401.743988:0:2418:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780383401.743990:0:2418:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828452297728 : -119245257253888 : ffff938c0cccdc00) 00000100:00000040:2.0:1780383401.743995:0:2418:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c0cccdc00 x1866867005214464/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1780383417 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383401.744001:0:2418:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780383401.744004:0:2418:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1780383401.744006:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c0b926dd0. 00000100:00000200:2.0:1780383401.744009:0:2418:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866867005214464, offset 0 00000400:00000200:2.0:1780383401.744014:0:2418:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1780383401.744018:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383401.744023:0:2418:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1780383401.744028:0:2418:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780383401.744032:0:2418:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1780383401.744035:0:2418:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780383401.744038:0:2418:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1780383401.744040:0:2418:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [168:168:256:4294967295] 192.168.204.118@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:2.0:1780383401.744044:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1780383401.744050:0:2418:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1780383401.744055:0:2418:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1780383401.744058:0:2418:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c0acf5700. 00000800:00000200:2.0:1780383401.744063:0:2418:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1780383401.744068:0:2418:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1780383401.744070:0:2418:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c0acf5700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1780383401.744077:0:2418:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780383401.744081:0:2418:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1780383401.744083:0:2418:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295061168 00000100:00000001:2.0:1780383401.744089:0:2418:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295061139 00000100:00000001:2.0:1780383401.744094:0:2418:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295061168 00000100:00000001:2.0:1780383401.744096:0:2418:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295061139 00000100:00000001:2.0:1780383401.744105:0:2418:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780383401.744108:0:2418:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383401.744111:0:2418:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383401.744113:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383401.744119:0:2418:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780383401.744121:0:2418:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1780383401.744123:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383401.744124:0:2418:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780383401.744126:0:2418:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383401.744128:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383401.744137:0:2417:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383401.744139:0:2417:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780383401.746600:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780383401.746614:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c0acf5700. 00000400:00000200:1.0:1780383401.746621:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383401.746628:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1780383401.746642:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c0b926dd0 00000400:00000010:1.0:1780383401.746646:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c0b926dd0. 00000100:00000001:1.0:1780383401.746651:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780383401.746659:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0cccdc00 x1866867005214464/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1780383417 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383401.746670:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383401.746674:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c0cccdc00 x1866867005214464/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1780383417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383401.746693:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383401.746696:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1780383401.749819:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff938c143d1f00. 00010000:00000010:3.1:1780383401.749832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff938c12230c00. 00000800:00000001:0.0:1780383401.762463:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383401.762479:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383401.762483:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383401.762485:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383401.762494:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383401.762502:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383401.762606:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383401.762611:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383401.762623:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383401.762628:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 18 MB=0x6a1e7d8b04f00 00000400:00000200:0.0:1780383401.762633:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383401.762646:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.118@tcp of length 224/224 into md 0xa39 [1] + 224 00000800:00000001:0.0:1780383401.762653:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383401.762664:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383401.762667:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383401.762671:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383401.762679:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383401.762687:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0cccdc00 x1866867005214464/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1780383417 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383401.762699:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c0cccdc00 x1866867005214464/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1780383417 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383401.762719:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383401.762727:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383401.762729:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383401.762823:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383401.762827:0:2418:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780383401.762835:0:2418:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780383401.762837:0:2418:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780383401.762841:0:2418:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c02eb6e70. 00000400:00000200:2.0:1780383401.762845:0:2418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c0b9262a8 00000400:00000010:2.0:1780383401.762847:0:2418:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c0b9262a8. 00000100:00000001:2.0:1780383401.762851:0:2418:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780383401.762855:0:2418:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0cccdc00 x1866867005214464/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1780383417 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780383401.762864:0:2418:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0cccdc00 x1866867005214464/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1780383417 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383401.762869:0:2418:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780383401.762872:0:2418:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383401.762874:0:2418:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780383401.762877:0:2418:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780383401.762880:0:2418:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780383401.762882:0:2418:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780383401.762886:0:2418:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780383401.762893:0:2418:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09e1fca8 time=85 v=5 (5 0 0 0) 00000100:00001000:2.0:1780383401.762896:0:2418:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09e1fc18 time=99 v=5 (1 0 0 0) 00000100:00000001:2.0:1780383401.762899:0:2418:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780383401.762900:0:2418:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780383401.762903:0:2418:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780383401.762920:0:2418:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383401.762923:0:2418:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780383401.762928:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c0cccdc00 x1866867005214464/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1780383417 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383401.762934:0:2418:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780383401.762937:0:2418:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780383401.762939:0:2418:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780383401.762942:0:2418:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0cccdc00 x1866867005214464/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1780383417 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780383401.762949:0:2418:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0cccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2418:1866867005214464:192.168.204.118@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1780383401.762954:0:2418:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383401.762957:0:2418:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780383401.762960:0:2418:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c0cccdc00 x1866867005214464/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1780383417 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780383401.762967:0:2418:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780383401.762970:0:2418:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780383401.762973:0:2418:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c09b02600. 02000000:00000001:2.0:1780383401.762976:0:2418:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780383401.762979:0:2418:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780383401.762981:0:2418:0:(genops.c:1244:class_import_put()) import ffff938c09e1f800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1780383401.762985:0:2418:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780383401.762987:0:2418:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff938c05508000. 02000000:00000001:2.0:1780383401.762990:0:2418:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780383401.762992:0:2418:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780383401.762994:0:2418:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0cccdc00. 00000100:00000001:2.0:1780383401.762998:0:2418:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780383401.763000:0:2418:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383401.763002:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780383401.763008:0:2418:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780383401.763010:0:2418:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780383401.763012:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780383401.763014:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383402.446257:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383402.446262:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383402.446268:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383402.446269:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780383402.446287:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780383402.446290:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780383402.446292:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1780383402.486732:0:10320:0:(debug.c:306:cfs_str2mask()) Process entered 00000100:00000040:1.0:1780383403.081943:0:758:0:(connection.c:75:cpu_latency_work()) work item of ffff938c028b5910 (cpu 0) has reached its deadline 4295061168, at 4295061184 00000100:00000010:1.0:1780383403.081959:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff938c0ac7c7e0. 00000100:00000040:0.0:1780383403.082060:0:8051:0:(connection.c:75:cpu_latency_work()) work item of ffff938c028b5800 (cpu 0) has reached its deadline 4295061168, at 4295061184 00000100:00000010:0.0:1780383403.082065:0:8051:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff938c0ac7c420. 10000000:00000001:0.0:1780383403.402010:0:6190:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1780383403.402034:0:6190:0:(mgc_request.c:108:config_log_get()) log params (ffff938c055bf600) refs 2 10000000:00000001:0.0:1780383403.402038:0:6190:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1780383403.402040:0:6190:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1780383403.402042:0:6190:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1780383403.402043:0:6190:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1780383403.402046:0:6190:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1780383403.402048:0:6190:0:(mgc_request.c:1784:mgc_process_log()) Process entered 10000000:01000000:0.0:1780383403.402049:0:6190:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff938c097fc000 from 7 10000000:00000001:0.0:1780383403.402052:0:6190:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1780383403.402054:0:6190:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1780383403.402061:0:6190:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09138380. 00000020:00000040:0.0:1780383403.402067:0:6190:0:(genops.c:1231:class_import_get()) import ffff938c09e1f800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1780383403.402072:0:6190:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780383403.402075:0:6190:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780383403.402080:0:6190:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780383403.402087:0:6190:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff938c0a3bf400. 00000100:00000001:0.0:1780383403.402094:0:6190:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780383403.402098:0:6190:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780383403.402101:0:6190:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1780383403.402108:0:6190:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff938c28348600. 00010000:00000001:0.0:1780383403.402112:0:6190:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780383403.402115:0:6190:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff938c00030400. 00000020:00000001:0.0:1780383403.402119:0:6190:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780383403.402122:0:6190:0:(lustre_handles.c:77:class_handle_hash()) added object ffff938c00030400 with handle 0xe8ea12c0340fa80a to hash 00000020:00000001:0.0:1780383403.402123:0:6190:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780383403.402125:0:6190:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446624828237743104 : -119245471808512 : ffff938c00030400) 00010000:00000001:0.0:1780383403.402127:0:6190:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446624828237743104 : -119245471808512 : ffff938c00030400) 00010000:00000001:0.0:1780383403.402131:0:6190:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780383403.402133:0:6190:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780383403.402138:0:6190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff938c00030400/0xe8ea12c0340fa80a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780383403.402147:0:6190:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff938c00030400/0xe8ea12c0340fa80a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780383403.402158:0:6190:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff938c00030400/0xe8ea12c0340fa80a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780383403.402170:0:6190:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780383403.402172:0:6190:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780383403.402178:0:6190:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff938c0a3edb40. 00000100:00000001:0.0:1780383403.402180:0:6190:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624828409436992 : -119245300114624 : ffff938c0a3edb40) 00000100:00000001:0.0:1780383403.402182:0:6190:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780383403.402184:0:6190:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828389819264 : -119245319732352 : ffff938c09138380) 00000100:00000001:0.0:1780383403.402188:0:6190:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780383403.402192:0:6190:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383403.402194:0:6190:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780383403.402196:0:6190:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780383403.402206:0:6190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09138380 x1866867005214592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383403.402214:0:6190:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780383403.402216:0:6190:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383403.402220:0:6190:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780383403.402222:0:6190:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780383403.402224:0:6190:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780383403.402228:0:6190:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09138380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005214592:192.168.204.118@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1780383403.402231:0:6190:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780383403.402236:0:6190:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780383403.402239:0:6190:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383403.402242:0:6190:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780383403.402246:0:6190:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff938c0ad46800. 02000000:00000001:0.0:1780383403.402247:0:6190:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780383403.402255:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1780383403.402259:0:6190:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c0014b7e8. 00000400:00000010:0.0:1780383403.402264:0:6190:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9220. 00000100:00000200:0.0:1780383403.402271:0:6190:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866867005214592, portal 25 00000100:00000001:0.0:1780383403.402272:0:6190:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780383403.402273:0:6190:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828389819264 : -119245319732352 : ffff938c09138380) 00000100:00000040:0.0:1780383403.402279:0:6190:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09138380 x1866867005214592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383419 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383403.402297:0:6190:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780383403.402300:0:6190:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1780383403.402303:0:6190:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9a18. 00000100:00000200:0.0:1780383403.402306:0:6190:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866867005214592, offset 0 00000400:00000200:0.0:1780383403.402311:0:6190:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383403.402320:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.402328:0:6190:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383403.402332:0:6190:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780383403.402336:0:6190:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1780383403.402339:0:6190:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780383403.402342:0:6190:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1780383403.402345:0:6190:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [169:169:256:4294967295] 192.168.204.118@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:0.0:1780383403.402349:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.402357:0:6190:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1780383403.402362:0:6190:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383403.402366:0:6190:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c0be8dc00. 00000800:00000200:0.0:1780383403.402373:0:6190:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1780383403.402379:0:6190:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1780383403.402383:0:6190:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c0be8dc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1780383403.402406:0:6190:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780383403.402410:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1780383403.402412:0:6190:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295062826 00000100:00000010:0.0:1780383403.402417:0:6190:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff938c04ef71e0. 00000100:00000001:0.0:1780383403.402423:0:6190:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1780383403.402429:0:6190:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295062826 00000100:00000010:0.0:1780383403.402431:0:6190:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff938c04ef7c00. 00000100:00000001:0.0:1780383403.402434:0:6190:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1780383403.402437:0:6190:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383403.402439:0:6190:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383403.402446:0:6190:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780383403.402447:0:6190:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780383403.402450:0:6190:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c0a3edb40 going to sleep for 11 seconds 00000100:00000001:0.0:1780383403.402452:0:6190:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780383403.402455:0:6190:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780383403.402635:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780383403.402640:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c0be8dc00. 00000400:00000200:1.0:1780383403.402645:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780383403.402651:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1780383403.402657:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9a18 00000400:00000010:1.0:1780383403.402659:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9a18. 00000100:00000001:1.0:1780383403.402663:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780383403.402668:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09138380 x1866867005214592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383419 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.402676:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383403.402679:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff938c09138380 x1866867005214592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383419 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.402685:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.402687:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780383403.410822:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.410840:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383403.410844:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.410846:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383403.410856:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.410863:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383403.410871:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.410876:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.410882:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.410885:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 344 into portal 25 MB=0x6a1e7d8b04f80 00000400:00000200:0.0:1780383403.410890:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.410895:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 344/344 into md 0xa41 [1] + 224 00000800:00000001:0.0:1780383403.410902:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.410908:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383403.410910:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383403.410915:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383403.410922:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383403.410930:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09138380 x1866867005214592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383419 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383403.410942:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff938c09138380 x1866867005214592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.411011:0:6190:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780383403.411031:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383403.411041:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.411044:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1780383403.418094:0:6190:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383403.418101:0:6190:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383403.418105:0:6190:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c0014b7e8. 00000400:00000200:1.0:1780383403.418116:0:6190:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9220 00000400:00000010:1.0:1780383403.418118:0:6190:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9220. 00000100:00000001:1.0:1780383403.418123:0:6190:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383403.418136:0:6190:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09138380 x1866867005214592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383403.418149:0:6190:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09138380 x1866867005214592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.418157:0:6190:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383403.418159:0:6190:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383403.418178:0:6190:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383403.418182:0:6190:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383403.418185:0:6190:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383403.418187:0:6190:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383403.418190:0:6190:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780383403.418197:0:6190:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09e1fc60 time=101 v=5 (5 0 0 0) 00000100:00001000:1.0:1780383403.418201:0:6190:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09e1fc18 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1780383403.418203:0:6190:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780383403.418204:0:6190:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383403.418207:0:6190:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780383403.418209:0:6190:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.418211:0:6190:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383403.418216:0:6190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09138380 x1866867005214592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.418223:0:6190:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383403.418225:0:6190:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383403.418227:0:6190:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780383403.418231:0:6190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09138380 x1866867005214592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383419 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383403.418238:0:6190:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09138380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005214592:192.168.204.118@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1780383403.418243:0:6190:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383403.418246:0:6190:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.418248:0:6190:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780383403.418249:0:6190:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383403.418252:0:6190:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09138380 x1866867005214592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383419 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.418258:0:6190:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780383403.418261:0:6190:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff938c0a3edb40. 00000100:00000001:1.0:1780383403.418264:0:6190:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780383403.418265:0:6190:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383403.418268:0:6190:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1780383403.418271:0:6190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780383403.418274:0:6190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780383403.418280:0:6190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff938c00030400 refcount=4 00000020:00000001:1.0:1780383403.418282:0:6190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624828237743104 : -119245471808512 : ffff938c00030400) 00010000:00000001:1.0:1780383403.418285:0:6190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624828237743104 : -119245471808512 : ffff938c00030400) 00010000:00000040:1.0:1780383403.418292:0:6190:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff938c00030400, remote cookie: 0x9f6b793fe977fdd9, flags: 0x0 00010000:00000001:1.0:1780383403.418295:0:6190:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1780383403.418300:0:6190:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1780383403.418302:0:6190:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1780383403.418304:0:6190:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1780383403.418305:0:6190:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1780383403.418308:0:6190:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff938c28348600) refcount = 1 00010000:00010000:1.0:1780383403.418313:0:6190:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff938c00030400/0xe8ea12c0340fa80a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fdd9 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780383403.418322:0:6190:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1780383403.418323:0:6190:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1780383403.418325:0:6190:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780383403.418328:0:6190:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1780383403.418330:0:6190:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780383403.418333:0:6190:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff938c00030400/0xe8ea12c0340fa80a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f6b793fe977fdd9 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780383403.418339:0:6190:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1780383403.418340:0:6190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780383403.418342:0:6190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780383403.418343:0:6190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780383403.418344:0:6190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780383403.418345:0:6190:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.418348:0:6190:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383403.418351:0:6190:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09138380 x1866867005214592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383419 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.418357:0:6190:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383403.418360:0:6190:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383403.418363:0:6190:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff938c0ad46800. 02000000:00000001:1.0:1780383403.418366:0:6190:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383403.418373:0:6190:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383403.418375:0:6190:0:(genops.c:1244:class_import_put()) import ffff938c09e1f800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1780383403.418377:0:6190:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383403.418380:0:6190:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff938c0a3bf400. 02000000:00000001:1.0:1780383403.418383:0:6190:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383403.418385:0:6190:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383403.418387:0:6190:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09138380. 00000100:00000001:1.0:1780383403.418390:0:6190:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383403.418391:0:6190:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1780383403.418393:0:6190:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1780383403.418396:0:6190:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1780383403.418398:0:6190:0:(mgc_request.c:108:config_log_get()) log params (ffff938c055bf600) refs 3 10000000:00000001:1.0:1780383403.418400:0:6190:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383403.418402:0:6190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780383403.418404:0:6190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780383403.418405:0:6190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff938c00030400 refcount=3 00000020:00000001:1.0:1780383403.418407:0:6190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624828237743104 : -119245471808512 : ffff938c00030400) 00010000:00000001:1.0:1780383403.418409:0:6190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624828237743104 : -119245471808512 : ffff938c00030400) 00010000:00000001:1.0:1780383403.418412:0:6190:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1780383403.418413:0:6190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780383403.418414:0:6190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780383403.418415:0:6190:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1780383403.418418:0:6190:0:(mgc_request.c:1670:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1780383403.418423:0:6190:0:(mgc_request.c:1684:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff938c0beb6a40. 00000020:00000010:1.0:1780383403.418428:0:6190:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff938c0adb8e00. 00000020:00000010:1.0:1780383403.418434:0:6190:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff938c0adb8200. 00000040:00000010:1.0:1780383403.418437:0:6190:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff938c0adb9600. 00000020:00000010:1.0:1780383403.418443:0:6190:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff938c02f9d000. 00000020:00000010:1.0:1780383403.418448:0:6190:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff938c0adb9a00. 80000000:00000010:1.0:1780383403.418452:0:6190:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff938c0a6a2c00. 00040000:00000010:1.0:1780383403.418457:0:6190:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff938c0adb9000. 20000000:00000010:1.0:1780383403.418462:0:6190:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff938c0adb9800. 10000000:00000040:1.0:1780383403.418467:0:6190:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff938c03722f00 : new refcount 2 00000020:00000001:1.0:1780383403.418470:0:6190:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1780383403.418472:0:6190:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1780383403.418474:0:6190:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:1.0:1780383403.418657:0:6190:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff938c0adb8c00. 00000040:00000001:1.0:1780383403.418661:0:6190:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1780383403.418664:0:6190:0:(genops.c:1231:class_import_get()) import ffff938c09e1f800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000010:1.0:1780383403.418669:0:6190:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e59c00. 00000020:00000040:1.0:1780383403.418671:0:6190:0:(genops.c:1231:class_import_get()) import ffff938c09e1f800 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1780383403.418675:0:6190:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780383403.418678:0:6190:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780383403.418683:0:6190:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780383403.418690:0:6190:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff938c0adb9e00. 00000100:00000001:1.0:1780383403.418696:0:6190:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.418701:0:6190:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780383403.418702:0:6190:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780383403.418708:0:6190:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff938c012540c0. 00000100:00000001:1.0:1780383403.418710:0:6190:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624828256764096 : -119245452787520 : ffff938c012540c0) 00000100:00000001:1.0:1780383403.418713:0:6190:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383403.418714:0:6190:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828403588096 : -119245305963520 : ffff938c09e59c00) 00000100:00000001:1.0:1780383403.418718:0:6190:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780383403.418722:0:6190:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.418723:0:6190:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780383403.418725:0:6190:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780383403.418729:0:6190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09e59c00 x1866867005214720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.418737:0:6190:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780383403.418739:0:6190:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383403.418742:0:6190:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780383403.418744:0:6190:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780383403.418747:0:6190:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383403.418749:0:6190:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e59c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005214720:192.168.204.118@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1780383403.418753:0:6190:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780383403.418758:0:6190:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780383403.418760:0:6190:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383403.418762:0:6190:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780383403.418768:0:6190:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0adb9200. 02000000:00000001:1.0:1780383403.418770:0:6190:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383403.418827:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383403.418831:0:6190:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36ec8. 00000400:00000010:1.0:1780383403.418836:0:6190:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439ed48. 00000100:00000200:1.0:1780383403.418843:0:6190:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005214720, portal 25 00000100:00000001:1.0:1780383403.418845:0:6190:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383403.418846:0:6190:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828403588096 : -119245305963520 : ffff938c09e59c00) 00000100:00000040:1.0:1780383403.418851:0:6190:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09e59c00 x1866867005214720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383419 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.418858:0:6190:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780383403.418861:0:6190:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1780383403.418864:0:6190:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e198. 00000100:00000200:1.0:1780383403.418866:0:6190:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1866867005214720, offset 0 00000400:00000200:1.0:1780383403.418872:0:6190:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383403.418879:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383403.418886:0:6190:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383403.418891:0:6190:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383403.418895:0:6190:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383403.418899:0:6190:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383403.418901:0:6190:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383403.418904:0:6190:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [170:170:256:4294967295] 192.168.204.118@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:1.0:1780383403.418908:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383403.418916:0:6190:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383403.418921:0:6190:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383403.418926:0:6190:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091dbc00. 00000800:00000200:1.0:1780383403.418933:0:6190:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383403.418940:0:6190:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383403.418945:0:6190:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091dbc00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1780383403.418959:0:6190:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383403.418963:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383403.418966:0:6190:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295062843 00000100:00000001:1.0:1780383403.418974:0:6190:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062826 00000100:00000001:1.0:1780383403.418985:0:6190:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295062843 00000100:00000001:1.0:1780383403.418989:0:6190:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062826 00000100:00000001:1.0:1780383403.418992:0:6190:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383403.418994:0:6190:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.418996:0:6190:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780383403.418998:0:6190:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780383403.419000:0:6190:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c012540c0 going to sleep for 11 seconds 00000100:00000001:1.0:1780383403.419003:0:6190:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780383403.419004:0:6190:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780383403.420731:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383403.420740:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091dbc00. 00000400:00000200:0.0:1780383403.420747:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383403.420756:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383403.420823:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e198 00000400:00000010:0.0:1780383403.420826:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e198. 00000100:00000001:0.0:1780383403.420831:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383403.420840:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09e59c00 x1866867005214720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383419 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383403.420852:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383403.420855:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff938c09e59c00 x1866867005214720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383419 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383403.420863:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383403.420864:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780383403.434955:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.434976:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383403.434980:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.434983:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383403.434991:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.435000:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383403.435011:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.435016:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.435021:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.435025:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 272 into portal 25 MB=0x6a1e7d8b05000 00000400:00000200:0.0:1780383403.435030:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.435036:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 272/272 into md 0xa51 [1] + 224 00000800:00000001:0.0:1780383403.435042:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.435053:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383403.435056:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383403.435061:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383403.435067:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383403.435075:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09e59c00 x1866867005214720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383419 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383403.435085:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff938c09e59c00 x1866867005214720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383403.435113:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383403.435135:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.435138:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383403.437836:0:6190:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780383403.437851:0:6190:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383403.437853:0:6190:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383403.437857:0:6190:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36ec8. 00000400:00000200:1.0:1780383403.437866:0:6190:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439ed48 00000400:00000010:1.0:1780383403.437869:0:6190:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439ed48. 00000100:00000001:1.0:1780383403.437874:0:6190:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383403.437884:0:6190:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09e59c00 x1866867005214720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383403.437894:0:6190:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09e59c00 x1866867005214720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.437902:0:6190:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383403.437904:0:6190:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383403.437907:0:6190:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383403.437910:0:6190:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383403.437913:0:6190:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383403.437915:0:6190:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383403.437918:0:6190:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780383403.437925:0:6190:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09e1fc60 time=101 v=5 (5 0 0 0) 00000100:00001000:1.0:1780383403.437929:0:6190:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09e1fc18 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1780383403.437932:0:6190:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780383403.437934:0:6190:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383403.437936:0:6190:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780383403.437938:0:6190:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.437941:0:6190:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383403.437962:0:6190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09e59c00 x1866867005214720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.437970:0:6190:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383403.437973:0:6190:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383403.437975:0:6190:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780383403.437979:0:6190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09e59c00 x1866867005214720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383419 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383403.437987:0:6190:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e59c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005214720:192.168.204.118@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1780383403.437992:0:6190:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383403.437994:0:6190:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.437996:0:6190:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780383403.437999:0:6190:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383403.438002:0:6190:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09e59c00 x1866867005214720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383419 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.438008:0:6190:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780383403.438012:0:6190:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff938c012540c0. 00000100:00000001:1.0:1780383403.438017:0:6190:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780383403.438018:0:6190:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1780383403.438023:0:6190:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1780383403.438027:0:6190:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383403.438029:0:6190:0:(genops.c:1244:class_import_put()) import ffff938c09e1f800 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1780383403.438031:0:6190:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1780383403.438033:0:6190:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383403.438036:0:6190:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09e59c00 x1866867005214720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383419 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.438041:0:6190:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383403.438044:0:6190:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383403.438047:0:6190:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0adb9200. 02000000:00000001:1.0:1780383403.438050:0:6190:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383403.438051:0:6190:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383403.438052:0:6190:0:(genops.c:1244:class_import_put()) import ffff938c09e1f800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1780383403.438054:0:6190:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383403.438063:0:6190:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff938c0adb9e00. 02000000:00000001:1.0:1780383403.438066:0:6190:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383403.438068:0:6190:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383403.438070:0:6190:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09e59c00. 00000100:00000001:1.0:1780383403.438073:0:6190:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383403.438074:0:6190:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1780383403.438077:0:6190:0:(llog.c:1554:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1780383403.438080:0:6190:0:(llog.c:410:llog_init_handle()) Process entered 00000040:00000010:1.0:1780383403.438086:0:6190:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff938c04bae000. 00000040:00000001:1.0:1780383403.438088:0:6190:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1780383403.438090:0:6190:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1780383403.438092:0:6190:0:(genops.c:1231:class_import_get()) import ffff938c09e1f800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000010:1.0:1780383403.438096:0:6190:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e59c00. 00000020:00000040:1.0:1780383403.438099:0:6190:0:(genops.c:1231:class_import_get()) import ffff938c09e1f800 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1780383403.438101:0:6190:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780383403.438104:0:6190:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780383403.438108:0:6190:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780383403.438112:0:6190:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff938c0adb9e00. 00000100:00000001:1.0:1780383403.438118:0:6190:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.438122:0:6190:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780383403.438123:0:6190:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780383403.438128:0:6190:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff938c012540c0. 00000100:00000001:1.0:1780383403.438130:0:6190:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624828256764096 : -119245452787520 : ffff938c012540c0) 00000100:00000001:1.0:1780383403.438132:0:6190:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383403.438133:0:6190:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828403588096 : -119245305963520 : ffff938c09e59c00) 00000100:00000001:1.0:1780383403.438138:0:6190:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780383403.438142:0:6190:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.438143:0:6190:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780383403.438145:0:6190:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780383403.438150:0:6190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09e59c00 x1866867005214848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.438158:0:6190:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780383403.438160:0:6190:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383403.438164:0:6190:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780383403.438166:0:6190:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780383403.438169:0:6190:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383403.438178:0:6190:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e59c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005214848:192.168.204.118@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1780383403.438183:0:6190:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780383403.438188:0:6190:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780383403.438190:0:6190:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383403.438193:0:6190:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780383403.438207:0:6190:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff938c0a400000. 02000000:00000001:1.0:1780383403.438209:0:6190:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383403.438214:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383403.438218:0:6190:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36ec8. 00000400:00000010:1.0:1780383403.438223:0:6190:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff938c012549c0. 00000100:00000200:1.0:1780383403.438229:0:6190:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1866867005214848, portal 25 00000100:00000001:1.0:1780383403.438231:0:6190:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383403.438232:0:6190:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828403588096 : -119245305963520 : ffff938c09e59c00) 00000100:00000040:1.0:1780383403.438237:0:6190:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09e59c00 x1866867005214848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383419 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.438244:0:6190:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780383403.438246:0:6190:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1780383403.438249:0:6190:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439ed48. 00000100:00000200:1.0:1780383403.438252:0:6190:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1866867005214848, offset 0 00000400:00000200:1.0:1780383403.438258:0:6190:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383403.438266:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383403.438273:0:6190:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383403.438279:0:6190:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383403.438282:0:6190:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383403.438285:0:6190:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383403.438288:0:6190:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383403.438292:0:6190:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [171:171:256:4294967295] 192.168.204.118@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:1.0:1780383403.438296:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383403.438305:0:6190:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383403.438311:0:6190:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383403.438316:0:6190:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091db600. 00000800:00000200:1.0:1780383403.438329:0:6190:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383403.438336:0:6190:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383403.438340:0:6190:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091db600 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1780383403.438351:0:6190:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383403.438355:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383403.438358:0:6190:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295062862 00000100:00000001:1.0:1780383403.438364:0:6190:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062843 00000100:00000001:1.0:1780383403.438370:0:6190:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295062862 00000100:00000001:1.0:1780383403.438373:0:6190:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062843 00000100:00000001:1.0:1780383403.438376:0:6190:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383403.438378:0:6190:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.438380:0:6190:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780383403.438382:0:6190:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780383403.438385:0:6190:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c012540c0 going to sleep for 11 seconds 00000100:00000001:1.0:1780383403.438387:0:6190:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780383403.438389:0:6190:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780383403.438566:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383403.438571:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091db600. 00000400:00000200:0.0:1780383403.438575:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383403.438580:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383403.438585:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439ed48 00000400:00000010:0.0:1780383403.438587:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439ed48. 00000100:00000001:0.0:1780383403.438598:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383403.438603:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09e59c00 x1866867005214848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383419 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383403.438619:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383403.438622:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff938c09e59c00 x1866867005214848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383419 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383403.438627:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383403.438628:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780383403.441347:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.441365:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383403.441369:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.441371:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383403.441379:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.441386:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383403.441394:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.441398:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.441404:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.441408:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 8416 into portal 25 MB=0x6a1e7d8b05080 00000400:00000200:0.0:1780383403.441413:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.441420:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 8416/8416 into md 0xa61 [4] + 224 00000800:00000001:0.0:1780383403.441428:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.441438:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383403.441441:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383403.441445:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383403.441453:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383403.441475:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09e59c00 x1866867005214848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383419 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383403.441485:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff938c09e59c00 x1866867005214848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383403.441508:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383403.441518:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.441521:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383403.441596:0:6190:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780383403.441604:0:6190:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383403.441612:0:6190:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383403.441615:0:6190:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36ec8. 00000400:00000200:1.0:1780383403.441619:0:6190:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c012549c0 00000400:00000010:1.0:1780383403.441622:0:6190:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff938c012549c0. 00000100:00000001:1.0:1780383403.441626:0:6190:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383403.441631:0:6190:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09e59c00 x1866867005214848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383403.441639:0:6190:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09e59c00 x1866867005214848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.441645:0:6190:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383403.441647:0:6190:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383403.441650:0:6190:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383403.441653:0:6190:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383403.441655:0:6190:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383403.441658:0:6190:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383403.441668:0:6190:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780383403.441675:0:6190:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09e1fc60 time=101 v=5 (5 0 0 0) 00000100:00001000:1.0:1780383403.441679:0:6190:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09e1fc18 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1780383403.441681:0:6190:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780383403.441683:0:6190:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383403.441685:0:6190:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780383403.441688:0:6190:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.441690:0:6190:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383403.441695:0:6190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09e59c00 x1866867005214848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.441702:0:6190:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383403.441705:0:6190:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383403.441707:0:6190:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780383403.441710:0:6190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09e59c00 x1866867005214848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383419 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383403.441719:0:6190:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e59c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005214848:192.168.204.118@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1780383403.441725:0:6190:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383403.441728:0:6190:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.441730:0:6190:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780383403.441733:0:6190:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383403.441736:0:6190:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09e59c00 x1866867005214848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383419 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.441743:0:6190:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780383403.441747:0:6190:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff938c012540c0. 00000100:00000001:1.0:1780383403.441749:0:6190:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780383403.441751:0:6190:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1780383403.441761:0:6190:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1780383403.441763:0:6190:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383403.441766:0:6190:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09e59c00 x1866867005214848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383419 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.441772:0:6190:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383403.441818:0:6190:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383403.441827:0:6190:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff938c0a400000. 02000000:00000001:1.0:1780383403.441839:0:6190:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383403.441842:0:6190:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383403.441844:0:6190:0:(genops.c:1244:class_import_put()) import ffff938c09e1f800 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1780383403.441846:0:6190:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383403.441848:0:6190:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff938c0adb9e00. 02000000:00000001:1.0:1780383403.441852:0:6190:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383403.441854:0:6190:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383403.441856:0:6190:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09e59c00. 00000100:00000001:1.0:1780383403.441859:0:6190:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383403.441860:0:6190:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1780383403.441863:0:6190:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383403.441864:0:6190:0:(genops.c:1244:class_import_put()) import ffff938c09e1f800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1780383403.441865:0:6190:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1780383403.441868:0:6190:0:(llog.c:398:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1780383403.441871:0:6190:0:(llog.c:476:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1780383403.441874:0:6190:0:(llog.c:946:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1780383403.441877:0:6190:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff938c0a6a2e40. 00000040:00001000:1.0:1780383403.441880:0:6190:0:(llog.c:963:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1780383403.453180:0:10355:0:(llog.c:547:llog_process_thread()) Process entered 00000020:00000010:1.0:1780383403.453192:0:10355:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff938c0adb9e00. 00000020:00000010:1.0:1780383403.453200:0:10355:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff938c0adb9200. 00000040:00000010:1.0:1780383403.453203:0:10355:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff938c0adb8000. 00000020:00000010:1.0:1780383403.453207:0:10355:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff938c02f9f000. 00000020:00000010:1.0:1780383403.453212:0:10355:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff938c0898eeb0. 00000020:00000010:1.0:1780383403.453216:0:10355:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff938c0adb8800. 80000000:00000010:1.0:1780383403.453221:0:10355:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff938c0a6a2060. 40000000:00000010:1.0:1780383403.453225:0:10355:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff938c0beb68c0. 00100000:00000010:1.0:1780383403.453230:0:10355:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff938c02f9b800. 00040000:00000010:1.0:1780383403.453233:0:10355:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff938c091db800. 00040000:00000010:1.0:1780383403.453237:0:10355:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff938c02f98000. 00040000:00000010:1.0:1780383403.453241:0:10355:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff938c0adb8600. 00000004:00000010:1.0:1780383403.453246:0:10355:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff938c02f9b000. 00000004:00000010:1.0:1780383403.453251:0:10355:0:(mdt_handler.c:8392:mdt_key_init()) kmalloced '(value)': 2568 at ffff938c09ef5000. 00000004:00000010:1.0:1780383403.453255:0:10355:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff938c02f9e000. 00002000:00000010:1.0:1780383403.453272:0:10355:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff938c065e1000. 00000004:00000010:1.0:1780383403.453276:0:10355:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at ffff938c065e1400. 00000020:00000010:1.0:1780383403.453281:0:10355:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff938c0beb6200. 00000040:00000010:1.0:1780383403.453290:0:10355:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff938c04baa000. 00000040:00080000:1.0:1780383403.454122:0:10355:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1780383403.454128:0:10355:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff938c04baa000. 00000020:00000010:1.0:1780383403.454136:0:10355:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff938c0beb6200. 00000020:00000010:1.0:1780383403.454151:0:10355:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff938c0adb9200. 00000040:00000010:1.0:1780383403.454155:0:10355:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff938c0adb8000. 00000020:00000010:1.0:1780383403.454158:0:10355:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff938c02f9f000. 00000020:00000010:1.0:1780383403.454162:0:10355:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff938c0898eeb0. 00000020:00000010:1.0:1780383403.454169:0:10355:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff938c0adb8800. 80000000:00000010:1.0:1780383403.454172:0:10355:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff938c0a6a2060. 40000000:00000010:1.0:1780383403.454176:0:10355:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff938c0beb68c0. 00100000:00000010:1.0:1780383403.454179:0:10355:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff938c02f9b800. 00040000:00000010:1.0:1780383403.454182:0:10355:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff938c091db800. 00040000:00000010:1.0:1780383403.454186:0:10355:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff938c02f98000. 00040000:00000010:1.0:1780383403.454189:0:10355:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff938c0adb8600. 00000004:00000010:1.0:1780383403.454191:0:10355:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff938c02f9b000. 00000004:00000010:1.0:1780383403.454195:0:10355:0:(mdt_handler.c:8417:mdt_key_fini()) kfreed 'info': 2568 at ffff938c09ef5000. 00000004:00000010:1.0:1780383403.454199:0:10355:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff938c02f9e000. 00002000:00000010:1.0:1780383403.454202:0:10355:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff938c065e1000. 00000004:00000010:1.0:1780383403.454205:0:10355:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at ffff938c065e1400. 00000020:00000010:1.0:1780383403.454208:0:10355:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff938c0adb9e00. 00000040:00000010:0.0:1780383403.464076:0:6190:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff938c0a6a2e40. 00000040:00000001:0.0:1780383403.464091:0:6190:0:(llog.c:990:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1780383403.464095:0:6190:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1780383403.464101:0:6190:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff938c04bae000. 00000040:00000010:0.0:1780383403.464106:0:6190:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff938c0adb8c00. 00000020:00000001:0.0:1780383403.464109:0:6190:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1780383403.464113:0:6190:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1780383403.464119:0:6190:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff938c0adb8200. 00000040:00000010:0.0:1780383403.464122:0:6190:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff938c0adb9600. 00000020:00000010:0.0:1780383403.464126:0:6190:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff938c02f9d000. 00000020:00000010:0.0:1780383403.464131:0:6190:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff938c0adb9a00. 80000000:00000010:0.0:1780383403.464136:0:6190:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff938c0a6a2c00. 00040000:00000010:0.0:1780383403.464141:0:6190:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff938c0adb9000. 20000000:00000010:0.0:1780383403.464151:0:6190:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff938c0adb9800. 00000020:00000010:0.0:1780383403.464155:0:6190:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff938c0adb8e00. 10000000:00000010:0.0:1780383403.464157:0:6190:0:(mgc_request.c:1732:mgc_process_cfg_log()) kfreed 'env': 56 at ffff938c0beb6a40. 10000000:01000000:0.0:1780383403.464161:0:6190:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1780383403.464165:0:6190:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1780383403.464168:0:6190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780383403.464170:0:6190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780383403.464173:0:6190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff938c00030400 refcount=3 00000020:00000001:0.0:1780383403.464176:0:6190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624828237743104 : -119245471808512 : ffff938c00030400) 00010000:00000001:0.0:1780383403.464179:0:6190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624828237743104 : -119245471808512 : ffff938c00030400) 00010000:00000001:0.0:1780383403.464182:0:6190:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780383403.464188:0:6190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff938c00030400/0xe8ea12c0340fa80a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fdd9 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780383403.464219:0:6190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780383403.464221:0:6190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780383403.464224:0:6190:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff938c00030400/0xe8ea12c0340fa80a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fdd9 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780383403.464230:0:6190:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780383403.464232:0:6190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780383403.464233:0:6190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1780383403.464235:0:6190:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1780383403.464237:0:6190:0:(mgc_request.c:1908:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1780383403.464240:0:6190:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1780383403.464243:0:6190:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1780383403.464245:0:6190:0:(mgc_request.c:108:config_log_get()) log params (ffff938c097c9400) refs 2 10000000:00000001:0.0:1780383403.464247:0:6190:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1780383403.464249:0:6190:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1780383403.464250:0:6190:0:(mgc_request.c:123:config_log_put()) log params(ffff938c055bf600) refs 3 10000000:00000001:0.0:1780383403.464252:0:6190:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1780383403.464254:0:6190:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1780383403.465855:0:6190:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1780383403.465862:0:6190:0:(mgc_request.c:1784:mgc_process_log()) Process entered 10000000:01000000:1.0:1780383403.465865:0:6190:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff938c028b3000 from 7 10000000:00000001:1.0:1780383403.465869:0:6190:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1780383403.465871:0:6190:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1780383403.465883:0:6190:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e59c00. 00000020:00000040:1.0:1780383403.465888:0:6190:0:(genops.c:1231:class_import_get()) import ffff938c09e1f800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1780383403.465892:0:6190:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780383403.465895:0:6190:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780383403.465900:0:6190:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780383403.465907:0:6190:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff938c0adb9e00. 00000100:00000001:1.0:1780383403.465926:0:6190:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383403.465931:0:6190:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780383403.465934:0:6190:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1780383403.465940:0:6190:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff938c28348600 count: 2 00010000:00000001:1.0:1780383403.465943:0:6190:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780383403.465946:0:6190:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780383403.465950:0:6190:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff938c12231000. 00000020:00000001:1.0:1780383403.465954:0:6190:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1780383403.465956:0:6190:0:(lustre_handles.c:77:class_handle_hash()) added object ffff938c12231000 with handle 0xe8ea12c0340fa811 to hash 00000020:00000001:1.0:1780383403.465958:0:6190:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780383403.465960:0:6190:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446624828541833216 : -119245167718400 : ffff938c12231000) 00010000:00000001:1.0:1780383403.465963:0:6190:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446624828541833216 : -119245167718400 : ffff938c12231000) 00010000:00000001:1.0:1780383403.465966:0:6190:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780383403.465969:0:6190:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780383403.465973:0:6190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff938c12231000/0xe8ea12c0340fa811 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780383403.465982:0:6190:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff938c12231000/0xe8ea12c0340fa811 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780383403.465993:0:6190:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff938c12231000/0xe8ea12c0340fa811 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1780383403.466000:0:6190:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780383403.466002:0:6190:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780383403.466009:0:6190:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff938c012549c0. 00000100:00000001:1.0:1780383403.466011:0:6190:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624828256766400 : -119245452785216 : ffff938c012549c0) 00000100:00000001:1.0:1780383403.466014:0:6190:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383403.466016:0:6190:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828403588096 : -119245305963520 : ffff938c09e59c00) 00000100:00000001:1.0:1780383403.466020:0:6190:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780383403.466025:0:6190:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.466027:0:6190:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780383403.466029:0:6190:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780383403.466038:0:6190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09e59c00 x1866867005214976/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.466053:0:6190:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780383403.466056:0:6190:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383403.466059:0:6190:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780383403.466062:0:6190:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780383403.466064:0:6190:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383403.466069:0:6190:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e59c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005214976:192.168.204.118@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1780383403.466072:0:6190:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780383403.466077:0:6190:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780383403.466079:0:6190:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383403.466082:0:6190:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780383403.466086:0:6190:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff938c065e1400. 02000000:00000001:1.0:1780383403.466088:0:6190:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383403.466096:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383403.466100:0:6190:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36ec8. 00000400:00000010:1.0:1780383403.466106:0:6190:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439ec38. 00000100:00000200:1.0:1780383403.466113:0:6190:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866867005214976, portal 25 00000100:00000001:1.0:1780383403.466115:0:6190:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383403.466116:0:6190:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828403588096 : -119245305963520 : ffff938c09e59c00) 00000100:00000040:1.0:1780383403.466121:0:6190:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09e59c00 x1866867005214976/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383419 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.466128:0:6190:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780383403.466131:0:6190:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1780383403.466134:0:6190:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e770. 00000100:00000200:1.0:1780383403.466136:0:6190:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866867005214976, offset 0 00000400:00000200:1.0:1780383403.466143:0:6190:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383403.466150:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383403.466157:0:6190:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383403.466162:0:6190:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383403.466165:0:6190:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383403.466168:0:6190:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383403.466171:0:6190:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383403.466179:0:6190:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [172:172:256:4294967295] 192.168.204.118@tcp LPNI seq info [172:172:8:4294967295] 00000400:00000200:1.0:1780383403.466184:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383403.466193:0:6190:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383403.466198:0:6190:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383403.466202:0:6190:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091db800. 00000800:00000200:1.0:1780383403.466209:0:6190:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383403.466217:0:6190:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383403.466221:0:6190:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091db800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1780383403.466228:0:6190:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383403.466232:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383403.466234:0:6190:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295062890 00000100:00000001:1.0:1780383403.466242:0:6190:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062862 00000100:00000001:1.0:1780383403.466247:0:6190:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295062890 00000100:00000001:1.0:1780383403.466250:0:6190:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062862 00000100:00000001:1.0:1780383403.466252:0:6190:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383403.466255:0:6190:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.466257:0:6190:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780383403.466259:0:6190:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780383403.466262:0:6190:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c012549c0 going to sleep for 11 seconds 00000100:00000001:1.0:1780383403.466264:0:6190:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780383403.466266:0:6190:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383403.466423:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383403.466426:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383403.466430:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383403.466431:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780383403.466673:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383403.466678:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091db800. 00000400:00000200:0.0:1780383403.466683:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383403.466689:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383403.466694:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e770 00000400:00000010:0.0:1780383403.466697:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e770. 00000100:00000001:0.0:1780383403.466701:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383403.466705:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09e59c00 x1866867005214976/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383419 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383403.466716:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383403.466719:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff938c09e59c00 x1866867005214976/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383419 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383403.466727:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383403.466728:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1780383403.467097:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780383403.467100:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780383403.467103:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1780383403.479837:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.479868:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383403.479873:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.479876:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383403.479884:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.479892:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383403.479900:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.479905:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.479910:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.479914:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 344 into portal 25 MB=0x6a1e7d8b05100 00000400:00000200:0.0:1780383403.479919:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.479925:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 344/344 into md 0xa71 [1] + 224 00000800:00000001:0.0:1780383403.479931:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.479939:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383403.479942:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383403.479946:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383403.479953:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383403.479961:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09e59c00 x1866867005214976/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383419 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383403.479971:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff938c09e59c00 x1866867005214976/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383403.479990:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383403.479999:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.480002:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383403.480081:0:6190:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780383403.480089:0:6190:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383403.480091:0:6190:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383403.480094:0:6190:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36ec8. 00000400:00000200:1.0:1780383403.480099:0:6190:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439ec38 00000400:00000010:1.0:1780383403.480101:0:6190:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439ec38. 00000100:00000001:1.0:1780383403.480104:0:6190:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383403.480108:0:6190:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09e59c00 x1866867005214976/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383403.480123:0:6190:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09e59c00 x1866867005214976/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.480128:0:6190:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383403.480131:0:6190:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383403.480133:0:6190:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383403.480136:0:6190:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383403.480139:0:6190:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383403.480141:0:6190:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383403.480144:0:6190:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780383403.480150:0:6190:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09e1fc60 time=101 v=5 (5 0 0 0) 00000100:00001000:1.0:1780383403.480153:0:6190:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09e1fc18 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1780383403.480156:0:6190:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780383403.480158:0:6190:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383403.480161:0:6190:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780383403.480163:0:6190:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.480165:0:6190:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383403.480169:0:6190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09e59c00 x1866867005214976/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.480176:0:6190:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383403.480179:0:6190:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383403.480181:0:6190:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780383403.480185:0:6190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09e59c00 x1866867005214976/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383419 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383403.480192:0:6190:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e59c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005214976:192.168.204.118@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1780383403.480197:0:6190:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383403.480200:0:6190:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.480202:0:6190:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780383403.480204:0:6190:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383403.480208:0:6190:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09e59c00 x1866867005214976/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383419 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.480214:0:6190:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780383403.480221:0:6190:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff938c012549c0. 00000100:00000001:1.0:1780383403.480224:0:6190:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780383403.480226:0:6190:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383403.480229:0:6190:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1780383403.480232:0:6190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780383403.480235:0:6190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780383403.480237:0:6190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff938c12231000 refcount=4 00000020:00000001:1.0:1780383403.480239:0:6190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624828541833216 : -119245167718400 : ffff938c12231000) 00010000:00000001:1.0:1780383403.480242:0:6190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624828541833216 : -119245167718400 : ffff938c12231000) 00010000:00000040:1.0:1780383403.480248:0:6190:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff938c12231000, remote cookie: 0x9f6b793fe977fdee, flags: 0x0 00010000:00000001:1.0:1780383403.480251:0:6190:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1780383403.480254:0:6190:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1780383403.480256:0:6190:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1780383403.480258:0:6190:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:1.0:1780383403.480259:0:6190:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1780383403.480262:0:6190:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff938c28348600) refcount = 2 00010000:00000040:1.0:1780383403.480265:0:6190:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1780383403.480268:0:6190:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: MGC192.168.204.118@tcp lock: ffff938c00030400/0xe8ea12c0340fa80a lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f6b793fe977fdd9 expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780383403.480276:0:6190:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff938c12231000/0xe8ea12c0340fa811 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fdee expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780383403.480282:0:6190:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1780383403.480283:0:6190:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1780383403.480285:0:6190:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780383403.480287:0:6190:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1780383403.480290:0:6190:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780383403.480294:0:6190:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff938c12231000/0xe8ea12c0340fa811 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f6b793fe977fdee expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780383403.480299:0:6190:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1780383403.480301:0:6190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780383403.480303:0:6190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780383403.480304:0:6190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780383403.480309:0:6190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780383403.480311:0:6190:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.480314:0:6190:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383403.480318:0:6190:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09e59c00 x1866867005214976/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1780383419 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.480324:0:6190:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383403.480327:0:6190:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383403.480330:0:6190:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff938c065e1400. 02000000:00000001:1.0:1780383403.480333:0:6190:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383403.480336:0:6190:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383403.480337:0:6190:0:(genops.c:1244:class_import_put()) import ffff938c09e1f800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1780383403.480340:0:6190:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383403.480342:0:6190:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff938c0adb9e00. 02000000:00000001:1.0:1780383403.480345:0:6190:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383403.480347:0:6190:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383403.480349:0:6190:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09e59c00. 00000100:00000001:1.0:1780383403.480352:0:6190:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383403.480353:0:6190:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1780383403.480355:0:6190:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1780383403.480358:0:6190:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1780383403.480360:0:6190:0:(mgc_request.c:108:config_log_get()) log params (ffff938c097c9400) refs 3 10000000:00000001:1.0:1780383403.480362:0:6190:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383403.480364:0:6190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780383403.480365:0:6190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780383403.480366:0:6190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff938c12231000 refcount=3 00000020:00000001:1.0:1780383403.480368:0:6190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624828541833216 : -119245167718400 : ffff938c12231000) 00010000:00000001:1.0:1780383403.480370:0:6190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624828541833216 : -119245167718400 : ffff938c12231000) 00010000:00000001:1.0:1780383403.480372:0:6190:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1780383403.480373:0:6190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780383403.480374:0:6190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780383403.480376:0:6190:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1780383403.480378:0:6190:0:(mgc_request.c:1670:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1780383403.480381:0:6190:0:(mgc_request.c:1684:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff938c0beb68c0. 00000020:00000010:1.0:1780383403.480385:0:6190:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff938c0adb9e00. 00000020:00000010:1.0:1780383403.480390:0:6190:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff938c0adb8600. 00000040:00000010:1.0:1780383403.480394:0:6190:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff938c0adb8800. 00000020:00000010:1.0:1780383403.480403:0:6190:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff938c02f9e000. 00000020:00000010:1.0:1780383403.480408:0:6190:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff938c0adb8000. 80000000:00000010:1.0:1780383403.480412:0:6190:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff938c0a6a2060. 00040000:00000010:1.0:1780383403.480418:0:6190:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff938c0adb9200. 20000000:00000010:1.0:1780383403.480423:0:6190:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff938c0adb8e00. 10000000:00000040:1.0:1780383403.480427:0:6190:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff938c03722f00 : new refcount 2 00000020:00000001:1.0:1780383403.480430:0:6190:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1780383403.480432:0:6190:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1780383403.480434:0:6190:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:1.0:1780383403.480437:0:6190:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff938c0adb9800. 00000040:00000001:1.0:1780383403.480440:0:6190:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1780383403.480443:0:6190:0:(genops.c:1231:class_import_get()) import ffff938c09e1f800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000010:1.0:1780383403.480446:0:6190:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e59c00. 00000020:00000040:1.0:1780383403.480449:0:6190:0:(genops.c:1231:class_import_get()) import ffff938c09e1f800 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1780383403.480453:0:6190:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780383403.480455:0:6190:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780383403.480459:0:6190:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780383403.480465:0:6190:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff938c0adb9000. 00000100:00000001:1.0:1780383403.480470:0:6190:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.480475:0:6190:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780383403.480488:0:6190:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780383403.480494:0:6190:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff938c012549c0. 00000100:00000001:1.0:1780383403.480496:0:6190:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624828256766400 : -119245452785216 : ffff938c012549c0) 00000100:00000001:1.0:1780383403.480498:0:6190:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383403.480500:0:6190:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828403588096 : -119245305963520 : ffff938c09e59c00) 00000100:00000001:1.0:1780383403.480504:0:6190:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780383403.480508:0:6190:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.480509:0:6190:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780383403.480511:0:6190:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780383403.480515:0:6190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09e59c00 x1866867005215104/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.480521:0:6190:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780383403.480523:0:6190:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383403.480526:0:6190:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780383403.480528:0:6190:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780383403.480535:0:6190:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383403.480538:0:6190:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e59c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005215104:192.168.204.118@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1780383403.480542:0:6190:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780383403.480548:0:6190:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780383403.480550:0:6190:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383403.480553:0:6190:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780383403.480556:0:6190:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0adb9a00. 02000000:00000001:1.0:1780383403.480557:0:6190:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383403.480561:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383403.480564:0:6190:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36ec8. 00000400:00000010:1.0:1780383403.480568:0:6190:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439ec38. 00000100:00000200:1.0:1780383403.480574:0:6190:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005215104, portal 25 00000100:00000001:1.0:1780383403.480575:0:6190:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383403.480577:0:6190:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828403588096 : -119245305963520 : ffff938c09e59c00) 00000100:00000040:1.0:1780383403.480580:0:6190:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09e59c00 x1866867005215104/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383419 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.480586:0:6190:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780383403.480589:0:6190:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1780383403.480591:0:6190:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439e908. 00000100:00000200:1.0:1780383403.480593:0:6190:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1866867005215104, offset 0 00000400:00000200:1.0:1780383403.480598:0:6190:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383403.480604:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383403.480610:0:6190:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383403.480614:0:6190:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383403.480618:0:6190:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383403.480621:0:6190:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383403.480624:0:6190:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383403.480627:0:6190:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [173:173:256:4294967295] 192.168.204.118@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:1.0:1780383403.480631:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383403.480640:0:6190:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383403.480645:0:6190:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383403.480652:0:6190:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091dbe00. 00000800:00000200:1.0:1780383403.480658:0:6190:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383403.480666:0:6190:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383403.480670:0:6190:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091dbe00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1780383403.480678:0:6190:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383403.480682:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383403.480684:0:6190:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295062904 00000100:00000001:1.0:1780383403.480691:0:6190:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062890 00000100:00000001:1.0:1780383403.480697:0:6190:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295062904 00000100:00000001:1.0:1780383403.480700:0:6190:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062890 00000100:00000001:1.0:1780383403.480703:0:6190:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383403.480705:0:6190:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.480707:0:6190:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780383403.480709:0:6190:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780383403.480712:0:6190:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c012549c0 going to sleep for 11 seconds 00000100:00000001:1.0:1780383403.480713:0:6190:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780383403.480715:0:6190:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780383403.481013:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383403.481018:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091dbe00. 00000400:00000200:0.0:1780383403.481022:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383403.481026:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383403.481030:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439e908 00000400:00000010:0.0:1780383403.481032:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439e908. 00000100:00000001:0.0:1780383403.481035:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383403.481039:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09e59c00 x1866867005215104/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383419 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383403.481056:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383403.481060:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff938c09e59c00 x1866867005215104/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383419 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383403.481065:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383403.481067:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780383403.491015:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.491039:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383403.491045:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.491048:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383403.491060:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.491070:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383403.491081:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.491087:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.491093:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.491098:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 272 into portal 25 MB=0x6a1e7d8b05180 00000400:00000200:0.0:1780383403.491103:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.491111:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 272/272 into md 0xa81 [1] + 224 00000800:00000001:0.0:1780383403.491120:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.491128:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383403.491131:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383403.491136:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383403.491147:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383403.491160:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09e59c00 x1866867005215104/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383419 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383403.491172:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff938c09e59c00 x1866867005215104/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383403.491193:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383403.491203:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.491206:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383403.494963:0:6190:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780383403.494977:0:6190:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383403.494979:0:6190:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383403.494983:0:6190:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36ec8. 00000400:00000200:1.0:1780383403.494992:0:6190:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439ec38 00000400:00000010:1.0:1780383403.494995:0:6190:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439ec38. 00000100:00000001:1.0:1780383403.495000:0:6190:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383403.495010:0:6190:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09e59c00 x1866867005215104/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383403.495022:0:6190:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09e59c00 x1866867005215104/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.495029:0:6190:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383403.495031:0:6190:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383403.495034:0:6190:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383403.495038:0:6190:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383403.495040:0:6190:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383403.495058:0:6190:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383403.495061:0:6190:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780383403.495068:0:6190:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09e1fc60 time=101 v=5 (5 0 0 0) 00000100:00001000:1.0:1780383403.495072:0:6190:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09e1fc18 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1780383403.495075:0:6190:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780383403.495076:0:6190:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383403.495079:0:6190:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780383403.495080:0:6190:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.495083:0:6190:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383403.495088:0:6190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09e59c00 x1866867005215104/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.495096:0:6190:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383403.495099:0:6190:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383403.495100:0:6190:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780383403.495105:0:6190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09e59c00 x1866867005215104/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383419 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383403.495113:0:6190:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e59c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005215104:192.168.204.118@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1780383403.495119:0:6190:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383403.495122:0:6190:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.495125:0:6190:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780383403.495127:0:6190:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383403.495131:0:6190:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09e59c00 x1866867005215104/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383419 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.495138:0:6190:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780383403.495142:0:6190:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff938c012549c0. 00000100:00000001:1.0:1780383403.495147:0:6190:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780383403.495148:0:6190:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1780383403.495154:0:6190:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1780383403.495157:0:6190:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383403.495159:0:6190:0:(genops.c:1244:class_import_put()) import ffff938c09e1f800 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1780383403.495162:0:6190:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1780383403.495163:0:6190:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383403.495166:0:6190:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09e59c00 x1866867005215104/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1780383419 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.495179:0:6190:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383403.495181:0:6190:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383403.495185:0:6190:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0adb9a00. 02000000:00000001:1.0:1780383403.495187:0:6190:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383403.495189:0:6190:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383403.495190:0:6190:0:(genops.c:1244:class_import_put()) import ffff938c09e1f800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1780383403.495193:0:6190:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383403.495195:0:6190:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff938c0adb9000. 02000000:00000001:1.0:1780383403.495198:0:6190:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383403.495200:0:6190:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383403.495202:0:6190:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09e59c00. 00000100:00000001:1.0:1780383403.495205:0:6190:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383403.495206:0:6190:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1780383403.495209:0:6190:0:(llog.c:1554:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1780383403.495212:0:6190:0:(llog.c:410:llog_init_handle()) Process entered 00000040:00000010:1.0:1780383403.495219:0:6190:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff938c04baa000. 00000040:00000001:1.0:1780383403.495221:0:6190:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1780383403.495223:0:6190:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1780383403.495225:0:6190:0:(genops.c:1231:class_import_get()) import ffff938c09e1f800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000010:1.0:1780383403.495229:0:6190:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09e59c00. 00000020:00000040:1.0:1780383403.495233:0:6190:0:(genops.c:1231:class_import_get()) import ffff938c09e1f800 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1780383403.495236:0:6190:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780383403.495238:0:6190:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780383403.495242:0:6190:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780383403.495246:0:6190:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff938c0adb9000. 00000100:00000001:1.0:1780383403.495251:0:6190:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.495255:0:6190:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780383403.495257:0:6190:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780383403.495262:0:6190:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff938c012549c0. 00000100:00000001:1.0:1780383403.495265:0:6190:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624828256766400 : -119245452785216 : ffff938c012549c0) 00000100:00000001:1.0:1780383403.495267:0:6190:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383403.495269:0:6190:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828403588096 : -119245305963520 : ffff938c09e59c00) 00000100:00000001:1.0:1780383403.495274:0:6190:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780383403.495278:0:6190:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.495280:0:6190:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780383403.495287:0:6190:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780383403.495292:0:6190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09e59c00 x1866867005215232/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.495301:0:6190:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780383403.495303:0:6190:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383403.495307:0:6190:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780383403.495310:0:6190:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780383403.495312:0:6190:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780383403.495316:0:6190:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09e59c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005215232:192.168.204.118@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1780383403.495320:0:6190:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780383403.495326:0:6190:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780383403.495328:0:6190:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383403.495331:0:6190:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780383403.495347:0:6190:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff938c0a400000. 02000000:00000001:1.0:1780383403.495349:0:6190:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383403.495356:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1780383403.495360:0:6190:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c09e36ec8. 00000400:00000010:1.0:1780383403.495366:0:6190:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff938c012540c0. 00000100:00000200:1.0:1780383403.495373:0:6190:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1866867005215232, portal 25 00000100:00000001:1.0:1780383403.495375:0:6190:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780383403.495376:0:6190:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828403588096 : -119245305963520 : ffff938c09e59c00) 00000100:00000040:1.0:1780383403.495382:0:6190:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09e59c00 x1866867005215232/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383419 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.495389:0:6190:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780383403.495392:0:6190:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1780383403.495394:0:6190:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c1439ec38. 00000100:00000200:1.0:1780383403.495397:0:6190:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1866867005215232, offset 0 00000400:00000200:1.0:1780383403.495403:0:6190:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1780383403.495411:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383403.495419:0:6190:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1780383403.495424:0:6190:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780383403.495429:0:6190:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1780383403.495432:0:6190:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780383403.495439:0:6190:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1780383403.495444:0:6190:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [174:174:256:4294967295] 192.168.204.118@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:1.0:1780383403.495449:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1780383403.495458:0:6190:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1780383403.495464:0:6190:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1780383403.495469:0:6190:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c091dbb00. 00000800:00000200:1.0:1780383403.495488:0:6190:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1780383403.495496:0:6190:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1780383403.495500:0:6190:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c091dbb00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1780383403.495526:0:6190:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780383403.495531:0:6190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1780383403.495534:0:6190:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295062919 00000100:00000001:1.0:1780383403.495541:0:6190:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062904 00000100:00000001:1.0:1780383403.495546:0:6190:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295062919 00000100:00000001:1.0:1780383403.495549:0:6190:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062904 00000100:00000001:1.0:1780383403.495552:0:6190:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383403.495554:0:6190:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.495557:0:6190:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780383403.495559:0:6190:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780383403.495561:0:6190:0:(client.c:2692:ptlrpc_set_wait()) set ffff938c012549c0 going to sleep for 11 seconds 00000100:00000001:1.0:1780383403.495563:0:6190:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780383403.495565:0:6190:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780383403.499053:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383403.499076:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c091dbb00. 00000400:00000200:0.0:1780383403.499084:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383403.499093:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383403.499100:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c1439ec38 00000400:00000010:0.0:1780383403.499103:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c1439ec38. 00000100:00000001:0.0:1780383403.499109:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383403.499117:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09e59c00 x1866867005215232/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383419 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383403.499129:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383403.499132:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff938c09e59c00 x1866867005215232/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383419 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383403.499139:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383403.499141:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780383403.506928:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.506959:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383403.506966:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.506969:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383403.506980:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.506990:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383403.507004:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.507010:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.507018:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.507023:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 8416 into portal 25 MB=0x6a1e7d8b05200 00000400:00000200:0.0:1780383403.507029:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383403.507036:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 8416/8416 into md 0xa91 [4] + 224 00000800:00000001:0.0:1780383403.507045:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.507530:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383403.507537:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383403.507544:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383403.507554:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383403.507567:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09e59c00 x1866867005215232/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383419 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383403.507580:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff938c09e59c00 x1866867005215232/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383403.508285:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383403.508301:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383403.508308:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383403.508412:0:6190:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780383403.508422:0:6190:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780383403.508426:0:6190:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780383403.508429:0:6190:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c09e36ec8. 00000400:00000200:1.0:1780383403.508434:0:6190:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c012540c0 00000400:00000010:1.0:1780383403.508437:0:6190:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff938c012540c0. 00000100:00000001:1.0:1780383403.508444:0:6190:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780383403.508450:0:6190:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09e59c00 x1866867005215232/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780383403.508473:0:6190:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09e59c00 x1866867005215232/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.508488:0:6190:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780383403.508491:0:6190:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383403.508494:0:6190:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780383403.508499:0:6190:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780383403.508502:0:6190:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780383403.508504:0:6190:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780383403.508508:0:6190:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780383403.508518:0:6190:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09e1fc60 time=101 v=5 (5 0 0 0) 00000100:00001000:1.0:1780383403.508524:0:6190:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09e1fc18 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1780383403.508527:0:6190:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780383403.508529:0:6190:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780383403.508532:0:6190:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780383403.508535:0:6190:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.508539:0:6190:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780383403.508544:0:6190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09e59c00 x1866867005215232/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383419 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.508551:0:6190:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780383403.508554:0:6190:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780383403.508557:0:6190:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780383403.508561:0:6190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09e59c00 x1866867005215232/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383419 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780383403.508570:0:6190:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09e59c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:6190:1866867005215232:192.168.204.118@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1780383403.508575:0:6190:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780383403.508578:0:6190:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780383403.508581:0:6190:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780383403.508584:0:6190:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383403.508717:0:6190:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09e59c00 x1866867005215232/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383419 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.508727:0:6190:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780383403.508731:0:6190:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff938c012549c0. 00000100:00000001:1.0:1780383403.508734:0:6190:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780383403.508740:0:6190:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1780383403.508753:0:6190:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1780383403.508755:0:6190:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780383403.508759:0:6190:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09e59c00 x1866867005215232/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780383419 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780383403.508766:0:6190:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780383403.508770:0:6190:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780383403.508814:0:6190:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff938c0a400000. 02000000:00000001:1.0:1780383403.508831:0:6190:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780383403.508835:0:6190:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383403.508837:0:6190:0:(genops.c:1244:class_import_put()) import ffff938c09e1f800 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1780383403.508840:0:6190:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780383403.508843:0:6190:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff938c0adb9000. 02000000:00000001:1.0:1780383403.508848:0:6190:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780383403.508851:0:6190:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780383403.508853:0:6190:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09e59c00. 00000100:00000001:1.0:1780383403.508858:0:6190:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780383403.508859:0:6190:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1780383403.508862:0:6190:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780383403.508863:0:6190:0:(genops.c:1244:class_import_put()) import ffff938c09e1f800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1780383403.508865:0:6190:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1780383403.508868:0:6190:0:(llog.c:398:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1780383403.508872:0:6190:0:(llog.c:476:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1780383403.508876:0:6190:0:(llog.c:946:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1780383403.508879:0:6190:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff938c0a6a2f00. 00000040:00001000:1.0:1780383403.508882:0:6190:0:(llog.c:963:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1780383403.512210:0:10356:0:(llog.c:547:llog_process_thread()) Process entered 00000020:00000010:1.0:1780383403.512225:0:10356:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff938c0adb9000. 00000020:00000010:1.0:1780383403.512236:0:10356:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff938c0adb9a00. 00000040:00000010:1.0:1780383403.512241:0:10356:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff938c0adb9600. 00000020:00000010:1.0:1780383403.512247:0:10356:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff938c02f9b000. 00000020:00000010:1.0:1780383403.512256:0:10356:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff938c0898eeb0. 00000020:00000010:1.0:1780383403.512262:0:10356:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff938c0adb8200. 80000000:00000010:1.0:1780383403.512270:0:10356:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff938c0a6a2cc0. 40000000:00000010:1.0:1780383403.512276:0:10356:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff938c0beb6440. 00100000:00000010:1.0:1780383403.512284:0:10356:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff938c02f98000. 00040000:00000010:1.0:1780383403.512307:0:10356:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff938c091dbf00. 00040000:00000010:1.0:1780383403.512314:0:10356:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff938c02f9b800. 00040000:00000010:1.0:1780383403.512319:0:10356:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff938c0adb8c00. 00000004:00000010:1.0:1780383403.512325:0:10356:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff938c02f9f000. 00000004:00000010:1.0:1780383403.512333:0:10356:0:(mdt_handler.c:8392:mdt_key_init()) kmalloced '(value)': 2568 at ffff938c09ef5000. 00000004:00000010:1.0:1780383403.512339:0:10356:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff938c02f9f800. 00002000:00000010:1.0:1780383403.512346:0:10356:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff938c065e1400. 00000004:00000010:1.0:1780383403.512351:0:10356:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at ffff938c065e1000. 00000020:00000010:1.0:1780383403.512358:0:10356:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff938c0beb6d00. 00000040:00000010:1.0:1780383403.512371:0:10356:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff938c04bac000. 00000040:00080000:1.0:1780383403.513405:0:10356:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1780383403.513415:0:10356:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff938c04bac000. 00000020:00000010:1.0:1780383403.513424:0:10356:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff938c0beb6d00. 00000020:00000010:1.0:1780383403.513446:0:10356:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff938c0adb9a00. 00000040:00000010:1.0:1780383403.513452:0:10356:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff938c0adb9600. 00000020:00000010:1.0:1780383403.513519:0:10356:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff938c02f9b000. 00000020:00000010:1.0:1780383403.513527:0:10356:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff938c0898eeb0. 00000020:00000010:1.0:1780383403.513535:0:10356:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff938c0adb8200. 80000000:00000010:1.0:1780383403.513540:0:10356:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff938c0a6a2cc0. 40000000:00000010:1.0:1780383403.513546:0:10356:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff938c0beb6440. 00100000:00000010:1.0:1780383403.513551:0:10356:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff938c02f98000. 00040000:00000010:1.0:1780383403.513555:0:10356:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff938c091dbf00. 00040000:00000010:1.0:1780383403.513559:0:10356:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff938c02f9b800. 00040000:00000010:1.0:1780383403.513563:0:10356:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff938c0adb8c00. 00000004:00000010:1.0:1780383403.513567:0:10356:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff938c02f9f000. 00000004:00000010:1.0:1780383403.513571:0:10356:0:(mdt_handler.c:8417:mdt_key_fini()) kfreed 'info': 2568 at ffff938c09ef5000. 00000004:00000010:1.0:1780383403.513577:0:10356:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff938c02f9f800. 00002000:00000010:1.0:1780383403.513581:0:10356:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff938c065e1400. 00000004:00000010:1.0:1780383403.513585:0:10356:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at ffff938c065e1000. 00000020:00000010:1.0:1780383403.513650:0:10356:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff938c0adb9000. 00000040:00000010:2.0:1780383403.513899:0:6190:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff938c0a6a2f00. 00000040:00000001:2.0:1780383403.513918:0:6190:0:(llog.c:990:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1780383403.513922:0:6190:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:2.0:1780383403.513928:0:6190:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff938c04baa000. 00000040:00000010:2.0:1780383403.513933:0:6190:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff938c0adb9800. 00000020:00000001:2.0:1780383403.513936:0:6190:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1780383403.513939:0:6190:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1780383403.513944:0:6190:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff938c0adb8600. 00000040:00000010:2.0:1780383403.513946:0:6190:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff938c0adb8800. 00000020:00000010:2.0:1780383403.513949:0:6190:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff938c02f9e000. 00000020:00000010:2.0:1780383403.513952:0:6190:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff938c0adb8000. 80000000:00000010:2.0:1780383403.513954:0:6190:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff938c0a6a2060. 00040000:00000010:2.0:1780383403.513957:0:6190:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff938c0adb9200. 20000000:00000010:2.0:1780383403.513962:0:6190:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff938c0adb8e00. 00000020:00000010:2.0:1780383403.513965:0:6190:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff938c0adb9e00. 10000000:00000010:2.0:1780383403.513968:0:6190:0:(mgc_request.c:1732:mgc_process_cfg_log()) kfreed 'env': 56 at ffff938c0beb68c0. 10000000:01000000:2.0:1780383403.513970:0:6190:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1780383403.513974:0:6190:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1780383403.513978:0:6190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780383403.513982:0:6190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780383403.513985:0:6190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff938c12231000 refcount=3 00000020:00000001:2.0:1780383403.513988:0:6190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624828541833216 : -119245167718400 : ffff938c12231000) 00010000:00000001:2.0:1780383403.513991:0:6190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624828541833216 : -119245167718400 : ffff938c12231000) 00010000:00000001:2.0:1780383403.513994:0:6190:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780383403.514001:0:6190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff938c12231000/0xe8ea12c0340fa811 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fdee expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780383403.514014:0:6190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780383403.514016:0:6190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780383403.514019:0:6190:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff938c12231000/0xe8ea12c0340fa811 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f6b793fe977fdee expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780383403.514025:0:6190:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780383403.514027:0:6190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780383403.514028:0:6190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1780383403.514035:0:6190:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1780383403.514037:0:6190:0:(mgc_request.c:1908:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1780383403.514046:0:6190:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1780383403.514050:0:6190:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1780383403.514051:0:6190:0:(mgc_request.c:123:config_log_put()) log params(ffff938c097c9400) refs 3 10000000:00000001:2.0:1780383403.514054:0:6190:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1780383404.493652:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383404.493662:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383404.493671:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383404.493672:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780383404.493693:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780383404.493696:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780383404.493698:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780383404.873920:0:758:0:(connection.c:75:cpu_latency_work()) work item of ffff938c028b5910 (cpu 0) has reached its deadline 4295062919, at 4295062976 00000100:00000010:1.0:1780383404.873937:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff938c04ef7c00. 00000100:00000040:0.0:1780383404.873989:0:8051:0:(connection.c:75:cpu_latency_work()) work item of ffff938c028b5800 (cpu 0) has reached its deadline 4295062919, at 4295062976 00000100:00000010:0.0:1780383404.874003:0:8051:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff938c04ef71e0. 10000000:00000001:2.0:1780383405.386724:0:6190:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1780383405.386735:0:6190:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1780383405.517345:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383405.517353:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383405.517360:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383405.517362:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780383405.517645:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780383405.517653:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780383405.517690:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780383405.971245:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) bb1f37d9-7e73-4277-9cfe-69a5d632ca59->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780383405.971254:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780383405.971264:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0913aa00. 00000020:00000040:0.0:1780383405.971269:0:38:0:(genops.c:1231:class_import_get()) import ffff938c09e1f800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1780383405.971273:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780383405.971276:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780383405.971280:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780383405.971289:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c0be8dc00. 00000100:00000001:0.0:1780383405.971296:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383405.971307:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bb1f37d9-7e73-4277-9cfe-69a5d632ca59->MGS req@ffff938c0913aa00 x1866867005215360/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780383405.971318:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780383405.971323:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383405.971329:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075d1a9c0] to pc [ptlrpcd_00_00+0] req@ffff938c0913aa00 x1866867005215360/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.971354:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383405.971356:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780383405.971360:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780383405.971363:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0913b480. 00000020:00000040:0.0:1780383405.971365:0:38:0:(genops.c:1231:class_import_get()) import ffff938c09197800 refcount=4 obd=lustre-MDT0000-mdc-ffff938c028b3000 00000100:00000001:0.0:1780383405.971368:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780383405.971369:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780383405.971371:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780383405.971374:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c28332300. 00000100:00000001:0.0:1780383405.971377:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383405.971396:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0000_UUID req@ffff938c0913b480 x1866867005215488/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780383405.971403:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780383405.971405:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383405.971410:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086312b00] to pc [ptlrpcd_00_01+1] req@ffff938c0913b480 x1866867005215488/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.971418:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383405.971419:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780383405.971422:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780383405.971425:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c09138000. 00000020:00000040:0.0:1780383405.971427:0:38:0:(genops.c:1231:class_import_get()) import ffff938c09194800 refcount=4 obd=lustre-MDT0001-mdc-ffff938c028b3000 00000100:00000001:0.0:1780383405.971429:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780383405.971430:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780383405.971432:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780383405.971435:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c28332700. 00000100:00000001:0.0:1780383405.971437:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383405.971441:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-MDT0001_UUID req@ffff938c09138000 x1866867005215616/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780383405.971446:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780383405.971448:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383405.971451:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d53c288] to pc [ptlrpcd_00_00+0] req@ffff938c09138000 x1866867005215616/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.971457:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383405.971459:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1780383405.971463:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780383405.971466:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1780383405.971469:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) b71eabe6-2dd8-4dc5-b94f-751b68abf5aa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780383405.971471:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780383405.971479:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780383405.971481:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0913bb80. 00000020:00000040:0.0:1780383405.971484:0:38:0:(genops.c:1231:class_import_get()) import ffff938c0b979000 refcount=4 obd=lustre-MDT0000-mdc-ffff938c097fc000 00000100:00000001:0.0:1780383405.971486:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780383405.971487:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780383405.971488:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780383405.971493:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c28182800. 00000100:00000001:0.0:1780383405.971496:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383405.971501:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0000_UUID req@ffff938c0913bb80 x1866867005215744/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780383405.971508:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780383405.971509:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383405.971513:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000339f6ae3] to pc [ptlrpcd_00_01+1] req@ffff938c0913bb80 x1866867005215744/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.971519:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383405.971521:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780383405.971523:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780383405.971525:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff938c0913a300. 00000020:00000040:0.0:1780383405.971527:0:38:0:(genops.c:1231:class_import_get()) import ffff938c0b97a800 refcount=4 obd=lustre-MDT0001-mdc-ffff938c097fc000 00000100:00000001:0.0:1780383405.971529:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780383405.971530:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780383405.971532:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780383405.971535:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff938c28182100. 00000100:00000001:0.0:1780383405.971537:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383405.971540:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-MDT0001_UUID req@ffff938c0913a300 x1866867005215872/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780383405.971547:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780383405.971549:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383405.971553:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d206264c] to pc [ptlrpcd_00_00+0] req@ffff938c0913a300 x1866867005215872/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.971570:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383405.971573:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1780383405.971576:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780383405.971578:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1780383405.971581:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) cf52ba59-39e9-494e-aee8-655b4f06ca04->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780383405.971586:0:38:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (401) 00000100:00000001:0.0:1780383405.971598:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383405.971602:0:2415:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780383405.971604:0:2415:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780383405.971610:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c0913aa00 x1866867005215360/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.971617:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780383405.971620:0:2415:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383405.971624:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780383405.971626:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780383405.971629:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780383405.971632:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0913aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2415:1866867005215360:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1780383405.971636:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780383405.971642:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780383405.971644:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383405.971646:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780383405.971651:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0a3be200. 02000000:00000001:0.0:1780383405.971653:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780383405.971660:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1780383405.971664:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c0014b528. 00000400:00000010:0.0:1780383405.971670:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9770. 00000100:00000200:0.0:1780383405.971676:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005215360, portal 25 00000100:00000001:0.0:1780383405.971679:0:2415:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780383405.971680:0:2415:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828389829120 : -119245319722496 : ffff938c0913aa00) 00000100:00000040:0.0:1780383405.971693:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c0913aa00 x1866867005215360/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.971700:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780383405.971702:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1780383405.971705:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9990. 00000100:00000200:0.0:1780383405.971708:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866867005215360, offset 0 00000400:00000200:0.0:1780383405.971713:0:2415:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383405.971721:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383405.971728:0:2415:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383405.971732:0:2415:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780383405.971926:0:2415:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1780383405.971932:0:2415:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780383405.971934:0:2415:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1780383405.971938:0:2415:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [175:175:256:4294967295] 192.168.204.118@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:0.0:1780383405.971942:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383405.972019:0:2415:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1780383405.972144:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383405.972149:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c28182e00. 00000800:00000200:0.0:1780383405.972155:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1780383405.972163:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1780383405.972167:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c28182e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780383405.972179:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780383405.972183:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1780383405.972185:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295065396 00000100:00000010:0.0:1780383405.972189:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff938c04ef71e0. 00000100:00000001:0.0:1780383405.972194:0:2415:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1780383405.972200:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295065396 00000100:00000010:0.0:1780383405.972203:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff938c04ef7360. 00000100:00000001:0.0:1780383405.972206:0:2415:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1780383405.972269:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383405.972279:0:2415:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383405.972282:0:2415:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780383405.972287:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c09138000 x1866867005215616/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.972294:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780383405.972296:0:2415:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383405.972298:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780383405.972299:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780383405.972301:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780383405.972303:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c09138000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2415:1866867005215616:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1780383405.972306:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780383405.972309:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780383405.972310:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383405.972312:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780383405.972316:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0a3bfe00. 02000000:00000001:0.0:1780383405.972318:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780383405.972321:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1780383405.972325:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c0014bd10. 00000400:00000010:0.0:1780383405.972328:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9000. 00000100:00000200:0.0:1780383405.972332:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005215616, portal 10 00000100:00000001:0.0:1780383405.972333:0:2415:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780383405.972334:0:2415:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828389818368 : -119245319733248 : ffff938c09138000) 00000100:00000040:0.0:1780383405.972340:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c09138000 x1866867005215616/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.972347:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780383405.972349:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1780383405.972351:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a92a8. 00000100:00000200:0.0:1780383405.972354:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005215616, offset 0 00000400:00000200:0.0:1780383405.972358:0:2415:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383405.972362:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383405.972366:0:2415:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383405.972369:0:2415:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780383405.972376:0:2415:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1780383405.972379:0:2415:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780383405.972381:0:2415:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1780383405.972384:0:2415:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [176:176:255:4294967295] 192.168.204.118@tcp LPNI seq info [176:176:7:4294967295] 00000400:00000200:0.0:1780383405.972388:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383405.972393:0:2415:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1780383405.972398:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383405.972402:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c28182500. 00000800:00000200:0.0:1780383405.972406:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1780383405.972410:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1780383405.972413:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c28182500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780383405.972416:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383405.972419:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: using a timeout of 82123 usecs (83 jiffies) 00000400:00000200:0.0:1780383405.972422:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1780383405.972424:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 0 is 4295064157 00000100:00000001:0.0:1780383405.972427:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS request active for cpu 0, keep current deadline 4295065396 00000100:00000001:0.0:1780383405.972429:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 1 is 4295064157 00000100:00000001:0.0:1780383405.972431:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c028b3000: PM QoS request active for cpu 1, keep current deadline 4295065396 00000100:00000001:0.0:1780383405.972433:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383405.972435:0:2415:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383405.972437:0:2415:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780383405.972440:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c0913a300 x1866867005215872/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.972448:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780383405.972449:0:2415:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383405.972452:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780383405.972453:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780383405.972455:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780383405.972458:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0913a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:2415:1866867005215872:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1780383405.972468:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780383405.972471:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780383405.972472:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383405.972474:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780383405.972477:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0a3bf000. 02000000:00000001:0.0:1780383405.972479:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780383405.972483:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1780383405.972485:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c0014b898. 00000400:00000010:0.0:1780383405.972488:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9bb0. 00000100:00000200:0.0:1780383405.972491:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005215872, portal 10 00000100:00000001:0.0:1780383405.972493:0:2415:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780383405.972494:0:2415:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828389827328 : -119245319724288 : ffff938c0913a300) 00000100:00000040:0.0:1780383405.972500:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c0913a300 x1866867005215872/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.972505:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780383405.972507:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1780383405.972510:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9880. 00000100:00000200:0.0:1780383405.972512:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005215872, offset 0 00000400:00000200:0.0:1780383405.972516:0:2415:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383405.972520:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383405.972523:0:2415:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383405.972525:0:2415:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780383405.972527:0:2415:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1780383405.972529:0:2415:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780383405.972532:0:2415:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1780383405.972534:0:2415:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [177:177:254:4294967295] 192.168.204.118@tcp LPNI seq info [177:177:6:4294967295] 00000400:00000200:0.0:1780383405.972537:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383405.972543:0:2415:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1780383405.972547:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383405.972550:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c0be1e800. 00000800:00000200:0.0:1780383405.972554:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1780383405.972564:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1780383405.972566:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c0be1e800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780383405.972569:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383405.972572:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: using a timeout of 47065 usecs (48 jiffies) 00000400:00000200:0.0:1780383405.972575:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1780383405.972577:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 0 is 4295064122 00000100:00000001:0.0:1780383405.972579:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS request active for cpu 0, keep current deadline 4295065396 00000100:00000001:0.0:1780383405.972580:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 1 is 4295064122 00000100:00000001:0.0:1780383405.972582:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff938c097fc000: PM QoS request active for cpu 1, keep current deadline 4295065396 00000100:00000001:0.0:1780383405.972584:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383405.972586:0:2415:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383405.972588:0:2415:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383405.972591:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383405.972598:0:2415:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780383405.972600:0:2415:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780383405.972602:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383405.972603:0:2415:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780383405.972605:0:2415:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780383405.972607:0:2415:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1780383405.972608:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383405.972610:0:2415:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780383405.972612:0:2415:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383405.972613:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383405.972614:0:2415:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780383405.972615:0:2415:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780383405.972619:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c0913b480 x1866867005215488/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.972625:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780383405.972626:0:2415:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383405.972628:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780383405.972629:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780383405.972631:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780383405.972633:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0913b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2415:1866867005215488:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1780383405.972641:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780383405.972644:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780383405.972645:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383405.972647:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780383405.972650:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0a3bf400. 02000000:00000001:0.0:1780383405.972652:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780383405.972655:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1780383405.972657:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c0014bcb8. 00000400:00000010:0.0:1780383405.972660:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9330. 00000100:00000200:0.0:1780383405.972663:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005215488, portal 10 00000100:00000001:0.0:1780383405.972665:0:2415:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780383405.972667:0:2415:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828389831808 : -119245319719808 : ffff938c0913b480) 00000100:00000040:0.0:1780383405.972673:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c0913b480 x1866867005215488/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.972678:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780383405.972680:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1780383405.972683:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9c38. 00000100:00000200:0.0:1780383405.972685:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005215488, offset 0 00000400:00000200:0.0:1780383405.972690:0:2415:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383405.972694:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383405.972697:0:2415:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383405.972700:0:2415:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780383405.972703:0:2415:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1780383405.972705:0:2415:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780383405.972707:0:2415:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1780383405.972710:0:2415:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [178:178:253:4294967295] 192.168.204.118@tcp LPNI seq info [178:178:5:4294967295] 00000400:00000200:0.0:1780383405.972713:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383405.972719:0:2415:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1780383405.972723:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383405.972726:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c0be1ef00. 00000800:00000200:0.0:1780383405.972730:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1780383405.972754:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1780383405.972756:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c0be1ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780383405.972759:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383405.972763:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: using a timeout of 180953 usecs (181 jiffies) 00000400:00000200:0.0:1780383405.972766:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1780383405.972768:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 0 is 4295064255 00000100:00000001:0.0:1780383405.972770:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS request active for cpu 0, keep current deadline 4295065396 00000100:00000001:0.0:1780383405.972772:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS new deadline estimation for cpu 1 is 4295064255 00000100:00000001:0.0:1780383405.973624:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c028b3000: PM QoS request active for cpu 1, keep current deadline 4295065396 00000100:00000001:0.0:1780383405.973630:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383405.973632:0:2415:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383405.973635:0:2415:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780383405.973640:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff938c0913bb80 x1866867005215744/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.973647:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780383405.973648:0:2415:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383405.973651:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780383405.973653:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780383405.973655:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780383405.973657:0:2415:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff938c0913bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:2415:1866867005215744:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1780383405.973661:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780383405.973663:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780383405.973665:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383405.973666:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780383405.973670:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff938c0a3bec00. 02000000:00000001:0.0:1780383405.973672:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780383405.973676:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1780383405.973678:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff938c0014b4d0. 00000400:00000010:0.0:1780383405.973682:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9f68. 00000100:00000200:0.0:1780383405.973685:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866867005215744, portal 10 00000100:00000001:0.0:1780383405.973687:0:2415:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780383405.973696:0:2415:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446624828389833600 : -119245319718016 : ffff938c0913bb80) 00000100:00000040:0.0:1780383405.973702:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff938c0913bb80 x1866867005215744/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.973709:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780383405.973711:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1780383405.973713:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff938c097a9908. 00000100:00000200:0.0:1780383405.973716:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866867005215744, offset 0 00000400:00000200:0.0:1780383405.973720:0:2415:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1780383405.973725:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383405.973729:0:2415:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1780383405.973732:0:2415:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780383405.973734:0:2415:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1780383405.973748:0:2415:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780383405.973751:0:2415:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1780383405.973754:0:2415:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [179:179:252:4294967295] 192.168.204.118@tcp LPNI seq info [179:179:4:4294967295] 00000400:00000200:0.0:1780383405.973758:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383405.973764:0:2415:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1780383405.973769:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1780383405.976337:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff938c0be1e200. 00000800:00000200:0.0:1780383405.976358:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff938c07fbcb40] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1780383405.976365:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1780383405.976369:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff938c0be1e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780383405.976375:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383405.976380:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: using a timeout of 35128 usecs (36 jiffies) 00000400:00000200:0.0:1780383405.976386:0:2415:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1780383405.976389:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 0 is 4295064112 00000100:00000001:0.0:1780383405.976392:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS request active for cpu 0, keep current deadline 4295065396 00000100:00000001:0.0:1780383405.976394:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS new deadline estimation for cpu 1 is 4295064112 00000100:00000001:0.0:1780383405.976396:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff938c097fc000: PM QoS request active for cpu 1, keep current deadline 4295065396 00000100:00000001:0.0:1780383405.976398:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383405.976413:0:2415:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383405.976417:0:2415:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383405.976422:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383405.976437:0:2416:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383405.976440:0:2416:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780383405.976478:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383405.976482:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c28182e00. 00000400:00000200:0.0:1780383405.976487:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383405.976492:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383405.976498:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9990 00000400:00000010:0.0:1780383405.976500:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9990. 00000100:00000001:0.0:1780383405.976504:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383405.976511:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0913aa00 x1866867005215360/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.976522:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383405.976525:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c0913aa00 x1866867005215360/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383421 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.976533:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383405.976535:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383405.976548:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383405.976550:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c28182500. 00000400:00000200:0.0:1780383405.976553:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383405.976556:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383405.976558:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a92a8 00000400:00000010:0.0:1780383405.976560:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a92a8. 00000100:00000001:0.0:1780383405.976562:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383405.976565:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c09138000 x1866867005215616/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.976571:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383405.976574:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c09138000 x1866867005215616/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.976580:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383405.976581:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383405.976595:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383405.976597:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c0be1e800. 00000400:00000200:0.0:1780383405.976601:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383405.976604:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383405.976607:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9880 00000400:00000010:0.0:1780383405.976609:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9880. 00000100:00000001:0.0:1780383405.976611:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383405.976615:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0913a300 x1866867005215872/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.976623:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383405.976626:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c0913a300 x1866867005215872/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.976631:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383405.976632:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383405.976639:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383405.976641:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c0be1ef00. 00000400:00000200:0.0:1780383405.976643:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383405.976646:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383405.976649:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9c38 00000400:00000010:0.0:1780383405.976651:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9c38. 00000100:00000001:0.0:1780383405.976653:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383405.976656:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0913b480 x1866867005215488/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.976662:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383405.976666:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c0913b480 x1866867005215488/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.976672:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383405.976673:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780383405.976732:0:2408:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780383405.976734:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff938c0be1e200. 00000400:00000200:0.0:1780383405.976746:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383405.976750:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1780383405.976752:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9908 00000400:00000010:0.0:1780383405.976762:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9908. 00000100:00000001:0.0:1780383405.976765:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780383405.976769:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff938c0913bb80 x1866867005215744/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.976791:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383405.976794:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff938c0913bb80 x1866867005215744/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383405.976800:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383405.976801:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780383406.015651:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383406.015667:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383406.015671:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383406.015674:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383406.015682:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.015690:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383406.015698:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.015703:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.015708:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.015712:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 25 MB=0x6a1e7d8b05280 00000400:00000200:0.0:1780383406.015717:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.015724:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 224/224 into md 0xaa1 [1] + 224 00000800:00000001:0.0:1780383406.015730:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383406.015734:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383406.015751:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383406.015756:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383406.015763:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383406.015772:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0913aa00 x1866867005215360/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383406.018337:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c0913aa00 x1866867005215360/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383406.018354:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383406.018383:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383406.018397:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383406.018400:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383406.018402:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383406.018409:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.018414:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383406.018420:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.018424:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.018429:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.018433:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b05480 00000400:00000200:0.0:1780383406.018437:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.018442:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0xac1 [1] + 224 00000800:00000001:0.0:1780383406.018450:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383406.018453:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383406.018457:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383406.018461:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383406.018467:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383406.018473:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0913a300 x1866867005215872/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383406.018481:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c0913a300 x1866867005215872/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383406.018488:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383406.018491:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383406.018494:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383406.018495:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383406.018497:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383406.018500:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.018502:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383406.018506:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.018508:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.018511:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.018514:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b05300 00000400:00000200:0.0:1780383406.018517:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.018526:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0xad1 [1] + 224 00000800:00000001:0.0:1780383406.018530:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383406.018533:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383406.018535:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383406.018538:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383406.018541:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383406.018545:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0913b480 x1866867005215488/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383406.018567:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c0913b480 x1866867005215488/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383406.018575:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383406.018580:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383406.018583:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383406.018584:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383406.018587:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383406.018590:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.018592:0:2407:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383406.018596:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.018598:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.018601:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.018603:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b05400 00000400:00000200:0.0:1780383406.018606:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.018609:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0xae1 [1] + 224 00000800:00000001:0.0:1780383406.018613:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383406.018622:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383406.018624:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383406.018627:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383406.018630:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383406.018633:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c0913bb80 x1866867005215744/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383406.018641:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c0913bb80 x1866867005215744/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383406.018654:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383406.018658:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383406.018661:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383406.018677:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383406.018681:0:2415:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780383406.018687:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780383406.018689:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780383406.018692:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c0014bcb8. 00000400:00000200:0.0:1780383406.018695:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9330 00000400:00000010:0.0:1780383406.018698:0:2415:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9330. 00000100:00000001:0.0:1780383406.018701:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383406.018705:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0913b480 x1866867005215488/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780383406.018712:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0913b480 x1866867005215488/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383406.018717:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780383406.018719:0:2415:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383406.018722:0:2415:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780383406.018725:0:2415:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780383406.018727:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780383406.018730:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383406.018733:0:2415:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780383406.018754:0:2415:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09197c60 time=103 v=5 (5 0 0 0) 00000100:00001000:0.0:1780383406.018759:0:2415:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09197c18 time=103 v=5 (1 0 0 0) 00000100:00000001:0.0:1780383406.018762:0:2415:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780383406.018763:0:2415:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780383406.018766:0:2415:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780383406.018770:0:2415:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383406.018773:0:2415:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780383406.018791:0:2415:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff938c028b3000: skip recheck: last_committed 0 00000100:00000001:0.0:1780383406.018793:0:2415:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780383406.018795:0:2415:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383406.018800:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c0913b480 x1866867005215488/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383406.018818:0:2415:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383406.018821:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780383406.018823:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780383406.018828:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0913b480 x1866867005215488/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383406.018835:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0913b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2415:1866867005215488:192.168.204.118@tcp:400:kworker.0 00000400:00000001:0.0:1780383406.018842:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780383406.018843:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780383406.018845:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c0014b4d0. 00000400:00000200:0.0:1780383406.018847:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9f68 00000400:00000010:0.0:1780383406.018849:0:2415:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9f68. 00000100:00000001:0.0:1780383406.018851:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383406.018854:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0913bb80 x1866867005215744/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780383406.018861:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0913bb80 x1866867005215744/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383406.018867:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780383406.018868:0:2415:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383406.018869:0:2415:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780383406.018871:0:2415:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780383406.018872:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780383406.018874:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383406.018875:0:2415:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780383406.018879:0:2415:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c0b979460 time=37 v=5 (5 0 0 0) 00000100:00001000:0.0:1780383406.018882:0:2415:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c0b979418 time=37 v=5 (1 0 0 0) 00000100:00000001:0.0:1780383406.018884:0:2415:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780383406.018886:0:2415:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780383406.018887:0:2415:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780383406.018889:0:2415:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383406.018891:0:2415:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780383406.018892:0:2415:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff938c097fc000: skip recheck: last_committed 0 00000100:00000001:0.0:1780383406.018898:0:2415:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780383406.018899:0:2415:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383406.018904:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c0913bb80 x1866867005215744/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383406.018911:0:2415:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383406.018912:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780383406.018914:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780383406.018917:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0913bb80 x1866867005215744/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383406.018924:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0913bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:2415:1866867005215744:192.168.204.118@tcp:400:kworker.0 00000400:00000001:0.0:1780383406.018929:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780383406.018931:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780383406.018932:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c0014b528. 00000400:00000200:0.0:1780383406.018934:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9770 00000400:00000010:0.0:1780383406.018936:0:2415:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9770. 00000100:00000001:0.0:1780383406.018938:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383406.018941:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0913aa00 x1866867005215360/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780383406.018962:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0913aa00 x1866867005215360/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383406.018967:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780383406.018969:0:2415:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383406.018971:0:2415:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780383406.018972:0:2415:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780383406.018973:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780383406.018975:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383406.018976:0:2415:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780383406.018979:0:2415:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09e1fc60 time=104 v=5 (5 0 0 0) 00000100:00001000:0.0:1780383406.018982:0:2415:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09e1fc18 time=104 v=5 (1 0 0 0) 00000100:00000001:0.0:1780383406.018985:0:2415:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780383406.018986:0:2415:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780383406.018988:0:2415:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780383406.018994:0:2415:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383406.018997:0:2415:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383406.019001:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c0913aa00 x1866867005215360/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383406.019007:0:2415:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383406.019009:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780383406.019010:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780383406.019012:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0913aa00 x1866867005215360/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383406.019019:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0913aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bb1f37d9-7e73-4277-9cfe-69a5d632ca59:2415:1866867005215360:192.168.204.118@tcp:400:kworker.0 00000400:00000001:0.0:1780383406.019025:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780383406.019026:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780383406.019028:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c0014b898. 00000400:00000200:0.0:1780383406.019030:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9bb0 00000400:00000010:0.0:1780383406.019032:0:2415:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9bb0. 00000100:00000001:0.0:1780383406.019034:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383406.019037:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c0913a300 x1866867005215872/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780383406.019044:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c0913a300 x1866867005215872/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383406.019050:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780383406.019051:0:2415:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383406.019053:0:2415:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780383406.019054:0:2415:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780383406.019055:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780383406.019057:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383406.019059:0:2415:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780383406.025374:0:2415:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c0b97ac60 time=37 v=5 (5 0 0 0) 00000100:00001000:0.0:1780383406.025381:0:2415:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c0b97ac18 time=37 v=5 (1 0 0 0) 00000100:00000001:0.0:1780383406.025385:0:2415:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780383406.025387:0:2415:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780383406.025390:0:2415:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1780383406.025414:0:2415:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c0913a300 x1866867005215872/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1780383406.025424:0:2415:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383406.025428:0:2415:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780383406.025430:0:2415:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff938c097fc000: skip recheck: last_committed 0 00000100:00000001:0.0:1780383406.025432:0:2415:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780383406.025434:0:2415:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383406.025440:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c0913a300 x1866867005215872/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383406.025447:0:2415:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383406.025450:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780383406.025452:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780383406.025457:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c0913a300 x1866867005215872/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383406.025466:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c0913a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf52ba59-39e9-494e-aee8-655b4f06ca04:2415:1866867005215872:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1780383406.025472:0:2415:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383406.025475:0:2415:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383406.025480:0:2415:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c0913b480 x1866867005215488/t0(0) o400->lustre-MDT0000-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383406.025487:0:2415:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780383406.025489:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780383406.025493:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0a3bf400. 02000000:00000001:0.0:1780383406.025497:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780383406.025499:0:2415:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780383406.025501:0:2415:0:(genops.c:1244:class_import_put()) import ffff938c09197800 refcount=3 obd=lustre-MDT0000-mdc-ffff938c028b3000 00000020:00000001:0.0:1780383406.025504:0:2415:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780383406.025506:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c28332300. 02000000:00000001:0.0:1780383406.025510:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780383406.025512:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780383406.025513:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0913b480. 00000100:00000001:0.0:1780383406.025517:0:2415:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780383406.025523:0:2415:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383406.025525:0:2415:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383406.025530:0:2415:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c0913bb80 x1866867005215744/t0(0) o400->lustre-MDT0000-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383406.025537:0:2415:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780383406.025539:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780383406.025541:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0a3bec00. 02000000:00000001:0.0:1780383406.025543:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780383406.025545:0:2415:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780383406.025546:0:2415:0:(genops.c:1244:class_import_put()) import ffff938c0b979000 refcount=3 obd=lustre-MDT0000-mdc-ffff938c097fc000 00000020:00000001:0.0:1780383406.026293:0:2415:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780383406.026299:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c28182800. 02000000:00000001:0.0:1780383406.026303:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780383406.026304:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780383406.026306:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0913bb80. 00000100:00000001:0.0:1780383406.026308:0:2415:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780383406.026309:0:2415:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383406.026311:0:2415:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383406.026317:0:2415:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c0913aa00 x1866867005215360/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383406.026323:0:2415:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780383406.026325:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780383406.026326:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0a3be200. 02000000:00000001:0.0:1780383406.026328:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780383406.026329:0:2415:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780383406.026330:0:2415:0:(genops.c:1244:class_import_put()) import ffff938c09e1f800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1780383406.026332:0:2415:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780383406.026333:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c0be8dc00. 02000000:00000001:0.0:1780383406.026336:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780383406.026337:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780383406.026338:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0913aa00. 00000100:00000001:0.0:1780383406.026341:0:2415:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780383406.026342:0:2415:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383406.026343:0:2415:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383406.026346:0:2415:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c0913a300 x1866867005215872/t0(0) o400->lustre-MDT0001-mdc-ffff938c097fc000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383406.026365:0:2415:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780383406.026366:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780383406.026368:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0a3bf000. 02000000:00000001:0.0:1780383406.026370:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780383406.026372:0:2415:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780383406.026373:0:2415:0:(genops.c:1244:class_import_put()) import ffff938c0b97a800 refcount=3 obd=lustre-MDT0001-mdc-ffff938c097fc000 00000020:00000001:0.0:1780383406.026375:0:2415:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780383406.026376:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c28182100. 02000000:00000001:0.0:1780383406.026378:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780383406.026379:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780383406.026380:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c0913a300. 00000100:00000001:0.0:1780383406.026382:0:2415:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780383406.026383:0:2415:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383406.026387:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383406.026389:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383406.026392:0:2415:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1780383406.026404:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383406.026417:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780383406.026419:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383406.026422:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383406.026429:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.026434:0:2408:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1780383406.026443:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.026447:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.026452:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.026456:0:2408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a1e7d8b05380 00000400:00000200:0.0:1780383406.026461:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1780383406.026467:0:2408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0xab1 [1] + 224 00000800:00000001:0.0:1780383406.026475:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383406.029264:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780383406.029274:0:2408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780383406.029283:0:2408:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1780383406.029292:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383406.029301:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff938c09138000 x1866867005215616/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780383406.029320:0:2408:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff938c09138000 x1866867005215616/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383406.029330:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780383406.029341:0:2408:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780383406.029347:0:2408:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1780383406.029363:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780383406.029366:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780383406.029369:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff938c0014bd10. 00000400:00000200:0.0:1780383406.029373:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff938c097a9000 00000400:00000010:0.0:1780383406.029376:0:2415:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff938c097a9000. 00000100:00000001:0.0:1780383406.029379:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780383406.029383:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff938c09138000 x1866867005215616/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780383406.029392:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff938c09138000 x1866867005215616/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383406.029399:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780383406.029401:0:2415:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383406.029404:0:2415:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780383406.029407:0:2415:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780383406.029409:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780383406.029411:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780383406.029414:0:2415:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780383406.029423:0:2415:0:(import.c:2151:obd_at_measure()) add 5 to ffff938c09194c60 time=104 v=5 (5 0 0 0) 00000100:00001000:0.0:1780383406.029428:0:2415:0:(import.c:2151:obd_at_measure()) add 1 to ffff938c09194c18 time=104 v=5 (1 0 0 0) 00000100:00000001:0.0:1780383406.029430:0:2415:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780383406.029432:0:2415:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780383406.029435:0:2415:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1780383406.029440:0:2415:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff938c09138000 x1866867005215616/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1780383406.029446:0:2415:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383406.029451:0:2415:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780383406.029459:0:2415:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff938c028b3000: skip recheck: last_committed 0 00000100:00000001:0.0:1780383406.029461:0:2415:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780383406.029462:0:2415:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780383406.029468:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff938c09138000 x1866867005215616/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383406.029475:0:2415:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780383406.029479:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780383406.029480:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780383406.029484:0:2415:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff938c09138000 x1866867005215616/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780383406.029492:0:2415:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff938c09138000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b71eabe6-2dd8-4dc5-b94f-751b68abf5aa:2415:1866867005215616:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1780383406.029497:0:2415:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383406.029500:0:2415:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780383406.029504:0:2415:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff938c09138000 x1866867005215616/t0(0) o400->lustre-MDT0001-mdc-ffff938c028b3000@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1780383421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780383406.029511:0:2415:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780383406.029513:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780383406.029516:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff938c0a3bfe00. 02000000:00000001:0.0:1780383406.029520:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780383406.029523:0:2415:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780383406.029524:0:2415:0:(genops.c:1244:class_import_put()) import ffff938c09194800 refcount=3 obd=lustre-MDT0001-mdc-ffff938c028b3000 00000020:00000001:0.0:1780383406.029527:0:2415:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780383406.029529:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff938c28332700. 02000000:00000001:0.0:1780383406.029532:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780383406.029534:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780383406.029536:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff938c09138000. 00000100:00000001:0.0:1780383406.029539:0:2415:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780383406.029540:0:2415:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383406.029543:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780383406.029566:0:2415:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780383406.029575:0:2415:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780383406.029578:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780383406.029581:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383406.539947:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383406.539954:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383406.539960:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383406.539969:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780383406.544336:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780383406.544343:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780383406.544348:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780383407.305871:0:8051:0:(connection.c:75:cpu_latency_work()) work item of ffff938c028b5800 (cpu 0) has reached its deadline 4295065396, at 4295065408 00000100:00000010:0.0:1780383407.305885:0:8051:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff938c04ef71e0. 00000100:00000040:1.0:1780383407.306286:0:758:0:(connection.c:75:cpu_latency_work()) work item of ffff938c028b5910 (cpu 0) has reached its deadline 4295065396, at 4295065408 00000100:00000010:1.0:1780383407.306293:0:758:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff938c04ef7360. 00010000:00000001:3.0:1780383407.562182:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383407.562193:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383407.562200:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383407.562202:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780383407.562501:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780383407.562505:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780383407.562509:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780383408.010952:0:6178:0:(service.c:1713:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1780383408.010964:0:6178:0:(service.c:1724:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383408.586112:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383408.586126:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383408.586135:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383408.586136:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780383408.586954:0:6188:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780383408.586962:0:6188:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780383408.586969:0:6188:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1780383409.616007:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383409.616018:0:1002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383409.616026:0:1002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780383409.616030:0:1002:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780383409.616033:0:1002:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780383409.616038:0:1002:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383409.616041:0:1002:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780383409.616044:0:1002:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383409.616046:0:1002:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780383409.616048:0:1002:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780383409.616076:0:6187:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780383409.616079:0:6187:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780383409.616082:0:6187:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 14647 lines, 14647 kept, 0 dropped, 0 bad.