00000400:00000010:1.0F:1767318881.930999:0:2385:0:(lib-cpt.c:111:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 000000007a248a38. 00000400:00000010:1.0:1767318881.931017:0:2385:0:(lib-cpt.c:120:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 000000002595bb87. 00000400:00000010:1.0:1767318881.931019:0:2385:0:(lib-cpt.c:124:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 00000000f24d1a17. 00000400:00000010:1.0:1767318881.931021:0:2385:0:(lib-cpt.c:131:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 00000000b4b45c53. 00000400:00000010:1.0:1767318881.931023:0:2385:0:(lib-cpt.c:138:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 64 at 00000000b6ab5b72. 00000400:00000010:1.0:1767318881.931025:0:2385:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 00000000a40fe869. 00000400:00000010:1.0:1767318881.931026:0:2385:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 00000000cf6b635e. 00000400:00000010:1.0:1767318881.931027:0:2385:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 00000000d7fccfae. 00000400:00000010:1.0:1767318881.931093:0:2385:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 00000000277d0f9f. 00000400:00000010:3.0F:1767318882.691474:0:2385:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 0000000081321675. 00000400:00000010:3.0:1767318882.691496:0:2385:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005dc23c6b. 00000400:00000010:3.0:1767318882.691502:0:2385:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000acd37d0c. 00000400:00000010:3.0:1767318882.691505:0:2385:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000025e84694. 00000400:00000010:3.0:1767318882.691507:0:2385:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 000000005e832a3f. 00000400:00000010:3.0:1767318882.691509:0:2385:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e77d8792. 00000400:00000010:3.0:1767318882.691511:0:2385:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b7ebc34d. 00000400:00000010:3.0:1767318882.691512:0:2385:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b0957fdf. 00000400:00000200:3.0:1767318882.693300:0:2385:0:(api-ni.c:1029:lnet_register_lnd()) lo LND registered 00000400:00000200:2.0F:1767318882.879358:0:2401:0:(api-ni.c:1029:lnet_register_lnd()) tcp LND registered 00000020:02000000:0.0F:1767318883.349195:0:2414:0:(class_obd.c:784:obdclass_init()) Lustre: Build Version: 2.17.0_RC4_2_g50ac801 00000020:00000010:0.0:1767318883.354016:0:2414:0:(lustre_handles.c:148:class_handle_init()) kmalloced '(handle_hash)': 2097152 at 000000009ba6d437. 00000001:00000010:0.0:1767318883.355861:0:2414:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a1fa2d48. 00000001:00000010:0.0:1767318883.355871:0:2414:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000000e96878. 00000001:00000010:0.0:1767318883.355875:0:2414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000008739e32. 00000001:00000010:0.0:1767318883.355877:0:2414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bbd343d6. 00000001:00000010:0.0:1767318883.355880:0:2414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000731e6583. 00000001:00000010:0.0:1767318883.355882:0:2414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005e28ac62. 00000020:00000010:0.0:1767318883.355950:0:2414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2b32a80. 00000020:00000010:0.0:1767318883.355954:0:2414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000281ce37e. 00000001:00000010:0.0:1767318883.355958:0:2414:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000ea6ef9ca. 00000020:00000010:0.0:1767318883.355997:0:2414:0:(cl_object.c:1175:cl_global_init()) kmalloced '(cl_envs)': 192 at 00000000212d4c22. 00000020:00000010:0.0:1767318883.356316:0:2414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d06ba94b. 00000020:00000010:0.0:1767318883.356320:0:2414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d550cf2f. 00000020:00000010:0.0:1767318883.356323:0:2414:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000bc0a6819. 00000020:00000010:0.0:1767318883.356326:0:2414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ebf7421. 00000020:00000010:0.0:1767318883.356329:0:2414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091f4b4dd. 00000020:00000010:0.0:1767318883.356331:0:2414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007c999596. 00000020:00000010:0.0:1767318883.356333:0:2414:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000f3744756. 00000020:00000010:0.0:1767318883.356335:0:2414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061d06dfc. 00000020:00000010:0.0:1767318883.356339:0:2414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ec12ec7. 00000020:00000010:0.0:1767318883.356341:0:2414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003d9db530. 00000020:00000010:0.0:1767318883.356343:0:2414:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000079d46a21. 00000020:00000010:0.0:1767318883.356346:0:2414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0de16ac. 00000020:00000010:0.0:1767318883.356349:0:2414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f4df85e. 00000020:00000010:0.0:1767318883.356352:0:2414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a64dd1e4. 00000020:00000010:0.0:1767318883.356353:0:2414:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000012942e4b. 00000020:00000010:0.0:1767318883.356356:0:2414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d6c6754. 02000000:00000010:0.0:1767318883.356362:0:2414:0:(page_pools.c:1061:obd_pool_init()) kmalloced '(page_pools)': 112 at 00000000dfe55016. 02000000:00000010:0.0:1767318883.356365:0:2414:0:(page_pools.c:1065:obd_pool_init()) kmalloced '(pool_shrinkers)': 112 at 000000009d1f37b9. 02000000:00000010:0.0:1767318883.356376:0:2414:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000006e0000f8. 02000000:00000010:0.0:1767318883.356380:0:2414:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 1056 at 000000001f7d95a6. 00000001:00000010:0.0:1767318883.356383:0:2414:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000a50a1ecd. 00000020:00000010:0.0:1767318883.356434:0:2414:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000009c0ddcd6. 00000020:00000010:0.0:1767318883.356441:0:2414:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000009c0ddcd6. 02000000:00000010:0.0:1767318883.356446:0:2414:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000015f6afaa. 02000000:00000010:0.0:1767318883.356449:0:2414:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 528 at 000000003c2522c2. 00000001:00000010:0.0:1767318883.356451:0:2414:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000005c515d10. 00000020:00000010:0.0:1767318883.356468:0:2414:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000009c0ddcd6. 00000020:00000010:0.0:1767318883.356474:0:2414:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000009c0ddcd6. 02000000:00000010:0.0:1767318883.356477:0:2414:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000db6cf16b. 02000000:00000010:0.0:1767318883.356479:0:2414:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 264 at 000000003ca3d754. 00000001:00000010:0.0:1767318883.356482:0:2414:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000ae61aaa8. 00000020:00000010:0.0:1767318883.356588:0:2414:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000009c0ddcd6. 00000020:00000010:0.0:1767318883.356596:0:2414:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000009c0ddcd6. 02000000:00000010:0.0:1767318883.356599:0:2414:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000001b23b93c. 02000000:00000010:0.0:1767318883.356601:0:2414:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 136 at 000000009c0ddcd6. 00000001:00000010:0.0:1767318883.356604:0:2414:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000651150f5. 00000020:00000010:0.0:1767318883.356622:0:2414:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000249075d9. 00000020:00000010:0.0:1767318883.356628:0:2414:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000249075d9. 02000000:00000010:0.0:1767318883.356631:0:2414:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000c945b66a. 02000000:00000010:0.0:1767318883.356634:0:2414:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 72 at 000000002f3d82d5. 00000001:00000010:0.0:1767318883.356635:0:2414:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000d6ab700d. 00000020:00000010:0.0:1767318883.356652:0:2414:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000249075d9. 00000020:00000010:0.0:1767318883.356658:0:2414:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000249075d9. 02000000:00000010:0.0:1767318883.356662:0:2414:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000e9337891. 02000000:00000010:0.0:1767318883.356664:0:2414:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 40 at 000000008f6e7304. 00000001:00000010:0.0:1767318883.356666:0:2414:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000043a021dc. 00000020:00000010:0.0:1767318883.356706:0:2414:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000c537f370. 00000020:00000010:0.0:1767318883.356712:0:2414:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000c537f370. 02000000:00000010:0.0:1767318883.356716:0:2414:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000009df050ab. 02000000:00000010:0.0:1767318883.356719:0:2414:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 24 at 0000000059d2b306. 00000001:00000010:0.0:1767318883.356721:0:2414:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000006db6c601. 00000020:00000010:0.0:1767318883.356737:0:2414:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000c537f370. 00000020:00000010:0.0:1767318883.356749:0:2414:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000c537f370. 02000000:00000010:0.0:1767318883.356763:0:2414:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000006f9df7d. 02000000:00000010:0.0:1767318883.356766:0:2414:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 16 at 000000006d6e2f88. 00000001:00000010:0.0:1767318883.356768:0:2414:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000e6ded39c. 00000020:00000010:0.0:1767318883.356787:0:2414:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000c537f370. 00000020:00000010:0.0:1767318883.356794:0:2414:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000c537f370. 02000000:00000010:0.0:1767318883.356798:0:2414:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000008d32c150. 02000000:00000010:0.0:1767318883.356800:0:2414:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000000f55d734. 00000001:00000010:0.0:1767318883.356802:0:2414:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000e7dc9ec7. 00000020:00000010:0.0:1767318883.356820:0:2414:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000c537f370. 00000020:00000010:0.0:1767318883.356827:0:2414:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000c537f370. 02000000:00000010:0.0:1767318883.356830:0:2414:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000570d1ecc. 02000000:00000010:0.0:1767318883.356831:0:2414:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000a454f54b. 00000001:00000010:0.0:1767318883.356833:0:2414:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000d8a11f2b. 00000020:00000010:0.0:1767318883.356847:0:2414:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000c537f370. 00000020:00000010:0.0:1767318883.356853:0:2414:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000c537f370. 02000000:00000010:0.0:1767318883.356855:0:2414:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000009e281146. 02000000:00000010:0.0:1767318883.356857:0:2414:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000040a10ed9. 00000001:00000010:0.0:1767318883.356859:0:2414:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000002fc06168. 00000020:00000010:0.0:1767318883.356892:0:2414:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000074100ab8. 00000020:00000010:0.0:1767318883.356907:0:2414:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000074100ab8. 02000000:00000010:0.0:1767318883.356910:0:2414:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000000b8c941f. 02000000:00000010:0.0:1767318883.356912:0:2414:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000018613748. 00000001:00000010:0.0:1767318883.356915:0:2414:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000ef0ca79e. 00000020:00000010:0.0:1767318883.356931:0:2414:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000074100ab8. 00000020:00000010:0.0:1767318883.356937:0:2414:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000074100ab8. 02000000:00000010:0.0:1767318883.356939:0:2414:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000ef8a223b. 02000000:00000010:0.0:1767318883.356941:0:2414:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000ff72a08e. 00000001:00000010:0.0:1767318883.356943:0:2414:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000001bfc5b9b. 00000020:00000010:0.0:1767318883.356959:0:2414:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000074100ab8. 00000020:00000010:0.0:1767318883.356965:0:2414:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000074100ab8. 02000000:00000010:0.0:1767318883.356974:0:2414:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000089e0e66. 02000000:00000010:0.0:1767318883.356976:0:2414:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000818ce0c2. 00000001:00000010:0.0:1767318883.356978:0:2414:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000002695781f. 00000020:00000010:0.0:1767318883.356996:0:2414:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000074100ab8. 00000020:00000010:0.0:1767318883.357002:0:2414:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000074100ab8. 00000400:00000010:2.0:1767318884.007312:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d2b6859a. 00000400:00000010:2.0:1767318884.007325:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002b42a0b7. 00000400:00000010:2.0:1767318884.007328:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002bc30e61. 00000100:00000010:2.0:1767318884.007333:0:2429:0:(service.c:3564:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 00000000817e91ae. 00000100:00000010:2.0:1767318884.007336:0:2429:0:(service.c:3564:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 0000000050079439. 00000100:00000010:1.0:1767318884.007634:0:2431:0:(service.c:3207:ptlrpc_hr_main()) kmalloced '(env)': 56 at 000000009fd8f094. 00000020:00000010:1.0:1767318884.007649:0:2431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df4c4f37. 00000020:00000010:1.0:1767318884.007653:0:2431:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000018bacd. 00000040:00000010:1.0:1767318884.007658:0:2431:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000281b578a. 00000020:00000010:1.0:1767318884.007663:0:2431:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f26ac0fa. 00000020:00000010:1.0:1767318884.007669:0:2431:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000088de5762. 00000100:00000010:1.0:1767318884.007993:0:2432:0:(service.c:3207:ptlrpc_hr_main()) kmalloced '(env)': 56 at 00000000715da17c. 00000020:00000010:2.0:1767318884.008282:0:2432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cbe49e2. 00000020:00000010:2.0:1767318884.008286:0:2432:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000080e3e5a6. 00000040:00000010:2.0:1767318884.008289:0:2432:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ff80eb64. 00000020:00000010:2.0:1767318884.008293:0:2432:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000128ce968. 00000020:00000010:2.0:1767318884.008296:0:2432:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007684879a. 00000100:00000200:0.0:1767318884.008412:0:2429:0:(events.c:597:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:0.0:1767318884.008598:0:2429:0:(api-ni.c:726:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 00000000e05aacfe. 00000400:00000010:0.0:1767318884.008604:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000091f43174. 00000400:00000010:0.0:1767318884.008607:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000006bd7baa0. 00000400:00000010:0.0:1767318884.008609:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000591b59ef. 00000400:00000010:0.0:1767318884.008611:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000049ad0d8b. 00000400:00000010:0.0:1767318884.008613:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000947021b7. 00000400:00000010:0.0:1767318884.008614:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000007854ccd3. 00000400:00000010:0.0:1767318884.008618:0:2429:0:(peer.c:110:lnet_peer_tables_create()) alloc '(hash)': 8192 at 0000000056500522. 00000400:00000010:0.0:1767318884.008621:0:2429:0:(peer.c:110:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000d5daafe0. 00000400:00000010:0.0:1767318884.008624:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001ccbaec3. 00000400:00000010:0.0:1767318884.008625:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000007a645a6f. 00000400:00000010:0.0:1767318884.008626:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000e3eb7c5d. 00000400:00000010:0.0:1767318884.008628:0:2429:0:(lib-msg.c:1258:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 0000000048dd9eed. 00000400:00000010:0.0:1767318884.008630:0:2429:0:(lib-msg.c:1268:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 00000000d441a238. 00000400:00000010:0.0:1767318884.008631:0:2429:0:(lib-msg.c:1258:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 0000000077b4de30. 00000400:00000010:0.0:1767318884.008632:0:2429:0:(lib-msg.c:1268:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 0000000091c41f62. 00000400:00000010:0.0:1767318884.008904:0:2429:0:(api-ni.c:1221:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000007feb7c06. 00000400:00000010:0.0:1767318884.008923:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000485d8219. 00000400:00000010:0.0:1767318884.008926:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b98ae3e7. 00000400:00000010:0.0:1767318884.008927:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000098e3ea35. 00000400:00000010:0.0:1767318884.008975:0:2429:0:(api-ni.c:1221:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 0000000037195ba7. 00000400:00000010:0.0:1767318884.009321:0:2429:0:(api-ni.c:1221:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 0000000050afa2b1. 00000400:00000010:0.0:1767318884.009340:0:2429:0:(lib-ptl.c:867:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 00000000258067af. 00000400:00000010:0.0:1767318884.009344:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000aa9da322. 00000400:00000010:0.0:1767318884.009346:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f78ec259. 00000400:00000010:0.0:1767318884.009353:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000086967ec1. 00000400:00000010:0.0:1767318884.009355:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008a3d98b0. 00000400:00000010:0.0:1767318884.009359:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000059fee3ea. 00000400:00000010:0.0:1767318884.009364:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000079646c90. 00000400:00000010:0.0:1767318884.009367:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004f0e6776. 00000400:00000010:0.0:1767318884.009368:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000006c07a21. 00000400:00000010:0.0:1767318884.009370:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002cbe1f5b. 00000400:00000010:0.0:1767318884.009372:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e9269020. 00000400:00000010:0.0:1767318884.009376:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000261682c4. 00000400:00000010:0.0:1767318884.009381:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000055d2323c. 00000400:00000010:0.0:1767318884.009383:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000083c5df27. 00000400:00000010:0.0:1767318884.009385:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000067230bb. 00000400:00000010:0.0:1767318884.009387:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ce4c61a6. 00000400:00000010:0.0:1767318884.009389:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008f1a24ea. 00000400:00000010:0.0:1767318884.009401:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a3ff5817. 00000400:00000010:0.0:1767318884.009407:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000083edfb6e. 00000400:00000010:0.0:1767318884.009409:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c7256825. 00000400:00000010:0.0:1767318884.009410:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000054f5c851. 00000400:00000010:0.0:1767318884.009411:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f46d606b. 00000400:00000010:0.0:1767318884.009412:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008989e4e9. 00000400:00000010:0.0:1767318884.009415:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fa41fff5. 00000400:00000010:0.0:1767318884.009418:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f01f2e29. 00000400:00000010:0.0:1767318884.009419:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f4f08fb8. 00000400:00000010:0.0:1767318884.009420:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c3b5b03f. 00000400:00000010:0.0:1767318884.009421:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008562ed5a. 00000400:00000010:0.0:1767318884.009422:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a89f0393. 00000400:00000010:0.0:1767318884.009428:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b4f7ef10. 00000400:00000010:0.0:1767318884.009431:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008a14613f. 00000400:00000010:0.0:1767318884.009432:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001533f2b1. 00000400:00000010:0.0:1767318884.009433:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000050c01f6d. 00000400:00000010:0.0:1767318884.009434:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a067b426. 00000400:00000010:0.0:1767318884.009435:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d995859a. 00000400:00000010:0.0:1767318884.009438:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e0328a45. 00000400:00000010:0.0:1767318884.009444:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cb4ac2fa. 00000400:00000010:0.0:1767318884.009446:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000386ba253. 00000400:00000010:0.0:1767318884.009447:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000024893463. 00000400:00000010:0.0:1767318884.009448:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001da8d79f. 00000400:00000010:0.0:1767318884.009449:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000058727d1b. 00000400:00000010:0.0:1767318884.009455:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a05040cc. 00000400:00000010:0.0:1767318884.009458:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004142436e. 00000400:00000010:0.0:1767318884.009460:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000e7eb009. 00000400:00000010:0.0:1767318884.009461:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000077d68159. 00000400:00000010:0.0:1767318884.009462:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fb80e79b. 00000400:00000010:0.0:1767318884.009463:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000619f1a67. 00000400:00000010:0.0:1767318884.009465:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f4344139. 00000400:00000010:0.0:1767318884.009468:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a84eeb93. 00000400:00000010:0.0:1767318884.009469:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000d0aee00. 00000400:00000010:0.0:1767318884.009470:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006665749e. 00000400:00000010:0.0:1767318884.009471:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008992bb34. 00000400:00000010:0.0:1767318884.009472:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000075506e07. 00000400:00000010:0.0:1767318884.009478:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000de272b18. 00000400:00000010:0.0:1767318884.009481:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000c464421. 00000400:00000010:0.0:1767318884.009483:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005d1bfe19. 00000400:00000010:0.0:1767318884.009484:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000058cb0867. 00000400:00000010:0.0:1767318884.009484:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bb957f12. 00000400:00000010:0.0:1767318884.009485:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000022fdf001. 00000400:00000010:0.0:1767318884.009488:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bcda28b0. 00000400:00000010:0.0:1767318884.009491:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fc82f3e9. 00000400:00000010:0.0:1767318884.009492:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b954b0dd. 00000400:00000010:0.0:1767318884.009493:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000165c5d56. 00000400:00000010:0.0:1767318884.009494:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005fccf7f7. 00000400:00000010:0.0:1767318884.009495:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000babf3625. 00000400:00000010:0.0:1767318884.009501:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d680fff5. 00000400:00000010:0.0:1767318884.009505:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000044cebb0b. 00000400:00000010:0.0:1767318884.009514:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000002e150196. 00000400:00000010:0.0:1767318884.009515:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003224e825. 00000400:00000010:0.0:1767318884.009520:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000af020bd2. 00000400:00000010:0.0:1767318884.009521:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f6515bfc. 00000400:00000010:0.0:1767318884.009524:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005ccb51d4. 00000400:00000010:0.0:1767318884.009527:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000196e5d35. 00000400:00000010:0.0:1767318884.009528:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005a07e69e. 00000400:00000010:0.0:1767318884.009530:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000646b392c. 00000400:00000010:0.0:1767318884.009531:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c27003ae. 00000400:00000010:0.0:1767318884.009533:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ac047568. 00000400:00000010:0.0:1767318884.009541:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003d833e97. 00000400:00000010:0.0:1767318884.009546:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e96a92f9. 00000400:00000010:0.0:1767318884.009549:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fb2ff982. 00000400:00000010:0.0:1767318884.009550:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005aaf1c21. 00000400:00000010:0.0:1767318884.009552:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008b6a77e9. 00000400:00000010:0.0:1767318884.009554:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d8f8f0aa. 00000400:00000010:0.0:1767318884.009557:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b1741580. 00000400:00000010:0.0:1767318884.009561:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000305cf70e. 00000400:00000010:0.0:1767318884.009563:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000aaf649d8. 00000400:00000010:0.0:1767318884.009565:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b03a21d2. 00000400:00000010:0.0:1767318884.009566:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007994b8c0. 00000400:00000010:0.0:1767318884.009568:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000041e862a7. 00000400:00000010:0.0:1767318884.009577:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007b5d7e0f. 00000400:00000010:0.0:1767318884.009582:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b74ea5ef. 00000400:00000010:0.0:1767318884.009585:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f6c09ca6. 00000400:00000010:0.0:1767318884.009587:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f56e6da8. 00000400:00000010:0.0:1767318884.009589:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000db4e5b8a. 00000400:00000010:0.0:1767318884.009590:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a03e08c8. 00000400:00000010:0.0:1767318884.009594:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000856bde7f. 00000400:00000010:0.0:1767318884.009598:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c7e55c8f. 00000400:00000010:0.0:1767318884.009601:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009431fc01. 00000400:00000010:0.0:1767318884.009603:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000a4c1123. 00000400:00000010:0.0:1767318884.009605:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000095c4d868. 00000400:00000010:0.0:1767318884.009607:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000077694e55. 00000400:00000010:0.0:1767318884.009617:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000097834e3d. 00000400:00000010:0.0:1767318884.009624:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007b2c550f. 00000400:00000010:0.0:1767318884.009626:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000714b5717. 00000400:00000010:0.0:1767318884.009627:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000c2af55f. 00000400:00000010:0.0:1767318884.009628:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000be510962. 00000400:00000010:0.0:1767318884.009630:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000be4ba645. 00000400:00000010:0.0:1767318884.009633:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000de9de136. 00000400:00000010:0.0:1767318884.009637:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008e15b2b4. 00000400:00000010:0.0:1767318884.009639:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006409aaa6. 00000400:00000010:0.0:1767318884.009640:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000095e12d6f. 00000400:00000010:0.0:1767318884.009641:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b1bd9914. 00000400:00000010:0.0:1767318884.009642:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000048615ada. 00000400:00000010:0.0:1767318884.009647:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000030c31e51. 00000400:00000010:0.0:1767318884.009651:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000047e44735. 00000400:00000010:0.0:1767318884.009652:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006431f6b2. 00000400:00000010:0.0:1767318884.009653:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000bbfc67c8. 00000400:00000010:0.0:1767318884.009654:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000028128167. 00000400:00000010:0.0:1767318884.009655:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000053777a16. 00000400:00000010:0.0:1767318884.009657:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000b671676. 00000400:00000010:0.0:1767318884.009661:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000598c79ee. 00000400:00000010:0.0:1767318884.009662:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000937a2dbb. 00000400:00000010:0.0:1767318884.009663:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009b615193. 00000400:00000010:0.0:1767318884.009664:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000028046f97. 00000400:00000010:0.0:1767318884.009665:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f333289a. 00000400:00000010:0.0:1767318884.009671:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009acedb7e. 00000400:00000010:0.0:1767318884.009674:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007a817b6f. 00000400:00000010:0.0:1767318884.009675:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007c72e68d. 00000400:00000010:0.0:1767318884.009676:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000dd58d0d3. 00000400:00000010:0.0:1767318884.009677:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000072b6c347. 00000400:00000010:0.0:1767318884.009678:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000016038af5. 00000400:00000010:0.0:1767318884.009681:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000884b27fd. 00000400:00000010:0.0:1767318884.009683:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fa5ff8d3. 00000400:00000010:0.0:1767318884.009685:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000038732e15. 00000400:00000010:0.0:1767318884.009686:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b30040a8. 00000400:00000010:0.0:1767318884.009689:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004656203d. 00000400:00000010:0.0:1767318884.009690:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000123da598. 00000400:00000010:0.0:1767318884.009696:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000003d50d16. 00000400:00000010:0.0:1767318884.009699:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002ba96c2f. 00000400:00000010:0.0:1767318884.009701:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000dabf4f9e. 00000400:00000010:0.0:1767318884.009701:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004ba5105c. 00000400:00000010:0.0:1767318884.009702:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000445d603. 00000400:00000010:0.0:1767318884.009703:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a7606032. 00000400:00000010:0.0:1767318884.009706:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007d2ba567. 00000400:00000010:0.0:1767318884.009709:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000def8f8e6. 00000400:00000010:0.0:1767318884.009710:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004eada9c2. 00000400:00000010:0.0:1767318884.009711:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f06fb4bf. 00000400:00000010:0.0:1767318884.009712:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000399e4ed2. 00000400:00000010:0.0:1767318884.009712:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a8993225. 00000400:00000010:0.0:1767318884.009719:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000730b5f0a. 00000400:00000010:0.0:1767318884.009724:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002617460b. 00000400:00000010:0.0:1767318884.009725:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000bb45b9e0. 00000400:00000010:0.0:1767318884.009726:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b3326477. 00000400:00000010:0.0:1767318884.009727:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d270342f. 00000400:00000010:0.0:1767318884.009728:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000568668e. 00000400:00000010:0.0:1767318884.009732:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000040ff58da. 00000400:00000010:0.0:1767318884.009735:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009c3fa006. 00000400:00000010:0.0:1767318884.009737:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009ec3a108. 00000400:00000010:0.0:1767318884.009738:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000074ad92cf. 00000400:00000010:0.0:1767318884.009749:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000fa87b6d. 00000400:00000010:0.0:1767318884.009752:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000018f9b987. 00000400:00000010:0.0:1767318884.009761:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fc18251e. 00000400:00000010:0.0:1767318884.009766:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000859ba7d. 00000400:00000010:0.0:1767318884.009768:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000160e8df8. 00000400:00000010:0.0:1767318884.009770:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004ef91fa7. 00000400:00000010:0.0:1767318884.009772:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b1ea6daf. 00000400:00000010:0.0:1767318884.009773:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000291bc621. 00000400:00000010:0.0:1767318884.009776:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a59e20f2. 00000400:00000010:0.0:1767318884.009785:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000083eb6faa. 00000400:00000010:0.0:1767318884.009788:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007b56ec4d. 00000400:00000010:0.0:1767318884.009789:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003f81facf. 00000400:00000010:0.0:1767318884.009792:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007dd0fb1e. 00000400:00000010:0.0:1767318884.009793:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dd43fbeb. 00000400:00000010:0.0:1767318884.009802:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000263b5150. 00000400:00000010:0.0:1767318884.009808:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001c940966. 00000400:00000010:0.0:1767318884.009810:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c71d8d32. 00000400:00000010:0.0:1767318884.009812:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004681e138. 00000400:00000010:0.0:1767318884.009814:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004734d0b7. 00000400:00000010:0.0:1767318884.009816:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d7083cad. 00000400:00000010:0.0:1767318884.009819:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001477cf20. 00000400:00000010:0.0:1767318884.009823:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d5c5607f. 00000400:00000010:0.0:1767318884.009824:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000002041927b. 00000400:00000010:0.0:1767318884.009825:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007e67f0e5. 00000400:00000010:0.0:1767318884.009826:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000916754de. 00000400:00000010:0.0:1767318884.009827:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002afad6d5. 00000400:00000010:0.0:1767318884.009834:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a9914c95. 00000400:00000010:0.0:1767318884.009837:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000037103168. 00000400:00000010:0.0:1767318884.009838:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000cb4d1355. 00000400:00000010:0.0:1767318884.009839:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ae9a9ce3. 00000400:00000010:0.0:1767318884.009840:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003ecf126e. 00000400:00000010:0.0:1767318884.009841:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000091d91b35. 00000400:00000010:0.0:1767318884.009844:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000066af4590. 00000400:00000010:0.0:1767318884.009847:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000480a89e7. 00000400:00000010:0.0:1767318884.009849:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b21acb0d. 00000400:00000010:0.0:1767318884.009850:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000036d9aac7. 00000400:00000010:0.0:1767318884.009851:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000096bd211. 00000400:00000010:0.0:1767318884.009852:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001266a442. 00000400:00000010:0.0:1767318884.009858:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000013df4957. 00000400:00000010:0.0:1767318884.009862:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a54f30d2. 00000400:00000010:0.0:1767318884.009865:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000710a3290. 00000400:00000010:0.0:1767318884.009867:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006b484a12. 00000400:00000010:0.0:1767318884.009872:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003f38266b. 00000400:00000010:0.0:1767318884.009873:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e2874051. 00000400:00000010:0.0:1767318884.009877:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006abbfb2a. 00000400:00000010:0.0:1767318884.009881:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000aa88b3fe. 00000400:00000010:0.0:1767318884.009883:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000dd9d7cb4. 00000400:00000010:0.0:1767318884.009885:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005edc543d. 00000400:00000010:0.0:1767318884.009886:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000018428e0b. 00000400:00000010:0.0:1767318884.009888:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004b696a5f. 00000400:00000010:0.0:1767318884.009897:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006d12cd0d. 00000400:00000010:0.0:1767318884.009902:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005f3d0329. 00000400:00000010:0.0:1767318884.009905:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000516ae476. 00000400:00000010:0.0:1767318884.009907:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000817a36c7. 00000400:00000010:0.0:1767318884.009909:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fe9c0460. 00000400:00000010:0.0:1767318884.009910:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba2ef10e. 00000400:00000010:0.0:1767318884.009914:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dfe9317e. 00000400:00000010:0.0:1767318884.009919:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ce141309. 00000400:00000010:0.0:1767318884.009921:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000087e8eb14. 00000400:00000010:0.0:1767318884.009923:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000e98c20e. 00000400:00000010:0.0:1767318884.009925:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007cf384fc. 00000400:00000010:0.0:1767318884.009928:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002c19d8e5. 00000400:00000010:0.0:1767318884.009936:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b2346970. 00000400:00000010:0.0:1767318884.009939:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001c3d738f. 00000400:00000010:0.0:1767318884.009941:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009a3a1e21. 00000400:00000010:0.0:1767318884.009942:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f2112efc. 00000400:00000010:0.0:1767318884.009943:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e1904a45. 00000400:00000010:0.0:1767318884.009944:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba2f0143. 00000400:00000010:0.0:1767318884.009947:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dff448d1. 00000400:00000010:0.0:1767318884.009950:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000658b6a22. 00000400:00000010:0.0:1767318884.009951:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000342d76ce. 00000400:00000010:0.0:1767318884.009952:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007a1bcf29. 00000400:00000010:0.0:1767318884.009953:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000334507a9. 00000400:00000010:0.0:1767318884.009954:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000002f85719. 00000400:00000010:0.0:1767318884.009960:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003a1b6462. 00000400:00000010:0.0:1767318884.009966:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009bc3e05b. 00000400:00000010:0.0:1767318884.009967:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000044383194. 00000400:00000010:0.0:1767318884.009969:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000050be23a6. 00000400:00000010:0.0:1767318884.009970:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000094d00af2. 00000400:00000010:0.0:1767318884.009971:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bd0d99cf. 00000400:00000010:0.0:1767318884.009973:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002f2a09e4. 00000400:00000010:0.0:1767318884.009976:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c116a19a. 00000400:00000010:0.0:1767318884.009977:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000529d6edd. 00000400:00000010:0.0:1767318884.009979:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005bb3b8b2. 00000400:00000010:0.0:1767318884.009979:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000010eb8936. 00000400:00000010:0.0:1767318884.009980:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a525860c. 00000400:00000010:0.0:1767318884.009987:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f538de95. 00000400:00000010:0.0:1767318884.009992:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d919eafe. 00000400:00000010:0.0:1767318884.009993:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a489cab6. 00000400:00000010:0.0:1767318884.009994:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007d85a8e9. 00000400:00000010:0.0:1767318884.009995:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000049d7629c. 00000400:00000010:0.0:1767318884.009996:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007023c77b. 00000400:00000010:0.0:1767318884.010000:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000660e6571. 00000400:00000010:0.0:1767318884.010004:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000014da9c77. 00000400:00000010:0.0:1767318884.010005:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009ebf2a13. 00000400:00000010:0.0:1767318884.010006:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000eade6bd5. 00000400:00000010:0.0:1767318884.010007:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000e32de27. 00000400:00000010:0.0:1767318884.010008:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d3e5bf52. 00000400:00000010:0.0:1767318884.010015:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000044fce165. 00000400:00000010:0.0:1767318884.010021:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cb6bb33b. 00000400:00000010:0.0:1767318884.010022:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009881fe8a. 00000400:00000010:0.0:1767318884.010023:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003eaeac83. 00000400:00000010:0.0:1767318884.010024:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bb04fc13. 00000400:00000010:0.0:1767318884.010025:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001052f21d. 00000400:00000010:0.0:1767318884.010059:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000061e87561. 00000400:00000010:0.0:1767318884.010066:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f1af2510. 00000400:00000010:0.0:1767318884.010067:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000092244e7f. 00000400:00000010:0.0:1767318884.010068:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000333ddc00. 00000400:00000010:0.0:1767318884.010074:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000060742284. 00000400:00000010:0.0:1767318884.010075:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000046f9e5f8. 00000400:00000010:0.0:1767318884.010094:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006c0ba37c. 00000400:00000010:0.0:1767318884.010101:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e7989f81. 00000400:00000010:0.0:1767318884.010104:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000039e3ffa0. 00000400:00000010:0.0:1767318884.010106:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b17f340f. 00000400:00000010:0.0:1767318884.010108:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000014468d42. 00000400:00000010:0.0:1767318884.010121:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e345892a. 00000400:00000010:0.0:1767318884.010126:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000fea3aca. 00000400:00000010:0.0:1767318884.010132:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ce705b77. 00000400:00000010:0.0:1767318884.010135:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d9000c82. 00000400:00000010:0.0:1767318884.010137:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c8796d54. 00000400:00000010:0.0:1767318884.010139:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003ac9165f. 00000400:00000010:0.0:1767318884.010141:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000252941a5. 00000400:00000010:0.0:1767318884.010150:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000376c5d03. 00000400:00000010:0.0:1767318884.010156:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000057f3b4be. 00000400:00000010:0.0:1767318884.010158:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000033151f92. 00000400:00000010:0.0:1767318884.010160:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007e1cb785. 00000400:00000010:0.0:1767318884.010162:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007d4c449b. 00000400:00000010:0.0:1767318884.010164:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007ca61763. 00000400:00000010:0.0:1767318884.010168:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007c952e78. 00000400:00000010:0.0:1767318884.010172:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ecdacd11. 00000400:00000010:0.0:1767318884.010174:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008d6599d6. 00000400:00000010:0.0:1767318884.010175:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000086053392. 00000400:00000010:0.0:1767318884.010177:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001f737c50. 00000400:00000010:0.0:1767318884.010179:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002b3b53f2. 00000400:00000010:0.0:1767318884.010188:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006863a469. 00000400:00000010:0.0:1767318884.010193:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000655226ba. 00000400:00000010:0.0:1767318884.010196:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000283ca0ea. 00000400:00000010:0.0:1767318884.010197:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000084efa550. 00000400:00000010:0.0:1767318884.010199:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ef7fc4a2. 00000400:00000010:0.0:1767318884.010201:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000399abf00. 00000400:00000010:0.0:1767318884.010205:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e76e67e2. 00000400:00000010:0.0:1767318884.010214:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002e83cc4c. 00000400:00000010:0.0:1767318884.010216:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000cb81e1c1. 00000400:00000010:0.0:1767318884.010218:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000640b3133. 00000400:00000010:0.0:1767318884.010220:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000af11f42c. 00000400:00000010:0.0:1767318884.010222:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cfaf8374. 00000400:00000010:0.0:1767318884.010229:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a095e8c4. 00000400:00000010:0.0:1767318884.010232:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000005342ebc. 00000400:00000010:0.0:1767318884.010234:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000149fcf3. 00000400:00000010:0.0:1767318884.010235:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000038fff6d4. 00000400:00000010:0.0:1767318884.010237:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b1c0deb7. 00000400:00000010:0.0:1767318884.010238:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005d47726a. 00000400:00000010:0.0:1767318884.010240:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003d1237d1. 00000400:00000010:0.0:1767318884.010243:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000155c96f1. 00000400:00000010:0.0:1767318884.010245:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000097c17966. 00000400:00000010:0.0:1767318884.010246:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d968cebe. 00000400:00000010:0.0:1767318884.010248:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000056f8a458. 00000400:00000010:0.0:1767318884.010250:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b8c484c4. 00000400:00000010:0.0:1767318884.010258:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000574cb3b8. 00000400:00000010:0.0:1767318884.010263:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e1833c1e. 00000400:00000010:0.0:1767318884.010275:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009d8fe8ea. 00000400:00000010:0.0:1767318884.010278:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e8062a01. 00000400:00000010:0.0:1767318884.010279:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000166f810d. 00000400:00000010:0.0:1767318884.010281:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009689059a. 00000400:00000010:0.0:1767318884.010285:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a943cc6f. 00000400:00000010:0.0:1767318884.010290:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fee1a693. 00000400:00000010:0.0:1767318884.010292:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007ee95989. 00000400:00000010:0.0:1767318884.010294:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000065722edc. 00000400:00000010:0.0:1767318884.010295:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ed2aaf51. 00000400:00000010:0.0:1767318884.010297:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000705daa87. 00000400:00000010:0.0:1767318884.010306:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e09e8e96. 00000400:00000010:0.0:1767318884.010312:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000639281ec. 00000400:00000010:0.0:1767318884.010314:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000981c7de6. 00000400:00000010:0.0:1767318884.010316:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a3d0222b. 00000400:00000010:0.0:1767318884.010321:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a047ff92. 00000400:00000010:0.0:1767318884.010323:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002d411ff6. 00000400:00000010:0.0:1767318884.010326:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001160f16b. 00000400:00000010:0.0:1767318884.010330:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a83695cc. 00000400:00000010:0.0:1767318884.010333:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000cbd8a471. 00000400:00000010:0.0:1767318884.010335:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d9b66f8d. 00000400:00000010:0.0:1767318884.010337:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002559e031. 00000400:00000010:0.0:1767318884.010338:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004808ec72. 00000400:00000010:0.0:1767318884.010348:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000092897773. 00000400:00000010:0.0:1767318884.010353:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ccdcf44d. 00000400:00000010:0.0:1767318884.010355:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000074a2fab2. 00000400:00000010:0.0:1767318884.010357:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000454d2ced. 00000400:00000010:0.0:1767318884.010359:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000093a1dc35. 00000400:00000010:0.0:1767318884.010361:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fd8e1d3e. 00000400:00000010:0.0:1767318884.010365:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f558b88f. 00000400:00000010:0.0:1767318884.010369:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009338d47c. 00000400:00000010:0.0:1767318884.010372:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000047ed4d83. 00000400:00000010:0.0:1767318884.010374:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000027b75020. 00000400:00000010:0.0:1767318884.010376:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007b9fb80b. 00000400:00000010:0.0:1767318884.010377:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006165f1b6. 00000400:00000010:0.0:1767318884.010388:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e4539fa9. 00000400:00000010:0.0:1767318884.010393:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000006c36729. 00000400:00000010:0.0:1767318884.010395:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003df90c0b. 00000400:00000010:0.0:1767318884.010396:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004b293af9. 00000400:00000010:0.0:1767318884.010397:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c9e1ab42. 00000400:00000010:0.0:1767318884.010398:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000140f8bba. 00000400:00000010:0.0:1767318884.010401:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f7bf7ae7. 00000400:00000010:0.0:1767318884.010404:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000533f58af. 00000400:00000010:0.0:1767318884.010405:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c6942b28. 00000400:00000010:0.0:1767318884.010406:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000057bda396. 00000400:00000010:0.0:1767318884.010407:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fbec2bd4. 00000400:00000010:0.0:1767318884.010408:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000035d35622. 00000400:00000010:0.0:1767318884.010414:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bb1f9660. 00000400:00000010:0.0:1767318884.010420:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002dc98e01. 00000400:00000010:0.0:1767318884.010421:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c297d40c. 00000400:00000010:0.0:1767318884.010422:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000097e4aa41. 00000400:00000010:0.0:1767318884.010423:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008412b747. 00000400:00000010:0.0:1767318884.010424:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000278be829. 00000400:00000010:0.0:1767318884.010427:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000082f48f14. 00000400:00000010:0.0:1767318884.010430:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ff0d9e6a. 00000400:00000010:0.0:1767318884.010431:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001e612588. 00000400:00000010:0.0:1767318884.010432:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b7bd8429. 00000400:00000010:0.0:1767318884.010432:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e62d0421. 00000400:00000010:0.0:1767318884.010433:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b3f090b9. 00000400:00000010:0.0:1767318884.010439:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dd2dddb9. 00000400:00000010:0.0:1767318884.010443:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000021e42d97. 00000400:00000010:0.0:1767318884.010444:0:2429:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000733c11a7. 00000400:00000010:0.0:1767318884.010445:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000058e37780. 00000400:00000010:0.0:1767318884.010446:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000026504543. 00000400:00000010:0.0:1767318884.010447:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000055176a9c. 00000400:00000010:0.0:1767318884.010449:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000082fd01df. 00000400:00000010:0.0:1767318884.010452:0:2429:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000330402fa. 00000400:00000010:0.0:1767318884.010454:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000029483581. 00000400:00000010:0.0:1767318884.010455:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bd740790. 00000400:00000010:0.0:1767318884.010455:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007c334796. 00000400:00000010:0.0:1767318884.010459:0:2429:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000074100ab8. 00000400:00000010:0.0:1767318884.010462:0:2429:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a6ab4d46. 00000400:00000010:0.0:1767318884.010463:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003f092cef. 00000400:00000010:0.0:1767318884.010464:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c6da2c3b. 00000400:00000010:0.0:1767318884.010465:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009b9c8327. 00000400:00000010:0.0:1767318884.010466:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000097025370. 00000400:00000010:0.0:1767318884.010467:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000022c36d76. 00000400:00000010:0.0:1767318884.010468:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004b772bd0. 00000400:00000010:0.0:1767318884.010472:0:2429:0:(config.c:573:lnet_parse_networks()) alloc '(tokens)': 4 at 0000000036214933. 00000400:00000010:0.0:1767318884.010476:0:2429:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d02e2e89. 00000400:00000010:0.0:1767318884.010477:0:2429:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000787b1e13. 00000400:00000010:0.0:1767318884.010481:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000edaf2e25. 00000400:00000010:0.0:1767318884.010482:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b7a7301d. 00000400:00000010:0.0:1767318884.010483:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000091eb50b8. 00000400:00000010:0.0:1767318884.010484:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a8e104e3. 00000400:00000010:0.0:1767318884.010485:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008feab116. 00000400:00000010:0.0:1767318884.010486:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001ab2c20b. 00000400:00000010:0.0:1767318884.010488:0:2429:0:(config.c:785:lnet_parse_networks()) kfreed 'tokens': 4 at 0000000036214933. 00000400:00000010:0.0:1767318884.010500:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d378385e. 00000400:00000010:0.0:1767318884.010501:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000519245b2. 00000400:00000010:0.0:1767318884.010502:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000071f0abc8. 00000800:00000200:2.0:1767318884.012603:0:2429:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 00000000a88df711 00000800:00000200:2.0:1767318884.012613:0:2429:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 00000000a88df711 00000800:00000200:2.0:1767318884.012615:0:2429:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 00000000a88df711 00000800:00000200:2.0:1767318884.012617:0:2429:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 00000000a88df711 00000800:00000010:2.0:1767318884.012624:0:2429:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007a485d53. 00000400:00000010:2.0:1767318884.012635:0:2429:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c1f119cb. 00000800:00000200:2.0:1767318884.012641:0:2429:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000800:00000010:2.0:1767318884.013220:0:2438:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000c8d22346. 00000800:00000010:2.0:1767318884.013227:0:2438:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000770cd83a. 00000800:00000010:1.0:1767318884.013338:0:2439:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 000000009e6742df. 00000800:00000010:1.0:1767318884.013345:0:2439:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000a5e48ec4. 00000800:00000010:2.0:1767318884.013759:0:2440:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 000000008de6a83c. 00000800:00000010:2.0:1767318884.013764:0:2440:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000203a5eab. 00000400:00000200:2.0:1767318884.013894:0:2429:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767318884.013956:0:2429:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.20) 00000400:02000000:2.0:1767318884.013969:0:2429:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.20@tcp [8/256/0/180] 00000800:00000010:1.0:1767318884.014268:0:2441:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 000000006a081742. 00000800:00000010:1.0:1767318884.014275:0:2441:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 0000000055a88c2b. 00000400:00000010:3.0:1767318884.018965:0:2429:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 000000002aeee2b6. 00000400:00000010:3.0:1767318884.018977:0:2429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad5c0762. 00000400:00000010:3.0:1767318884.018998:0:2429:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000437b734b. 00000400:00000200:3.0:1767318884.019009:0:2429:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:3.0:1767318884.019013:0:2429:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000971af160. 00000400:00000010:3.0:1767318884.019016:0:2429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008c0bd4e. 00000400:00000010:3.0:1767318884.019018:0:2429:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c5a638. 00000400:00000200:3.0:1767318884.019021:0:2429:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000971af160 00000400:00000200:3.0:1767318884.019023:0:2429:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:3.0:1767318884.019026:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000028b65535. 00000400:00000010:3.0:1767318884.020323:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a50456fd. 00000400:00000010:3.0:1767318884.020331:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000014c66a49. 00000400:00000010:3.0:1767318884.020336:0:2429:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a5671cc6. 00000400:00000010:3.0:1767318884.020337:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000588eb476. 00000400:00000010:3.0:1767318884.020339:0:2429:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000838ab563. 00000400:00000200:3.0:1767318884.022298:0:2429:0:(peer.c:4275:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:3.0:1767318884.022428:0:2429:0:(ptlrpcd.c:749:ptlrpcd_init()) kmalloced '(ptlrpcds)': 16 at 00000000e781d98c. 00000400:00000200:1.0:1767318884.022495:0:2444:0:(peer.c:4101:lnet_peer_discovery()) started 00000100:00000010:3.0:1767318884.022984:0:2445:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066ad365b. 00000020:00000010:3.0:1767318884.022992:0:2445:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e55b4637. 00000020:00000010:3.0:1767318884.022997:0:2445:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000546f4990. 00000020:00000010:3.0:1767318884.023001:0:2445:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000009933afe7. 00000040:00000010:3.0:1767318884.023005:0:2445:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000054fde816. 00000020:00000010:3.0:1767318884.023010:0:2445:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d6659f0c. 00000020:00000010:3.0:1767318884.023015:0:2445:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d552ae7. 00000100:00000010:1.0:1767318884.023323:0:2429:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 392 at 00000000a4ad748d. 00000100:00000010:1.0:1767318884.023330:0:2429:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 0000000041830776. 00000100:00000010:1.0:1767318884.023333:0:2429:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000e1f9ca66. 00000100:00000010:0.0:1767318884.023697:0:2446:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a7381e. 00000020:00000010:0.0:1767318884.023701:0:2446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011873c0b. 00000020:00000010:0.0:1767318884.023703:0:2446:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007ae64edc. 00000020:00000010:0.0:1767318884.023705:0:2446:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000db7e9dc5. 00000040:00000010:0.0:1767318884.023707:0:2446:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004367411d. 00000020:00000010:0.0:1767318884.023709:0:2446:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d25f49fe. 00000020:00000010:0.0:1767318884.023711:0:2446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7280125. 00000100:00000010:1.0:1767318884.024049:0:2447:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d031782. 00000020:00000010:1.0:1767318884.024054:0:2447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d8be357. 00000020:00000010:1.0:1767318884.024056:0:2447:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009381709f. 00000020:00000010:1.0:1767318884.024059:0:2447:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000846c131f. 00000040:00000010:1.0:1767318884.024194:0:2447:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003e42c35c. 00000020:00000010:1.0:1767318884.024197:0:2447:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000031868c0c. 00000020:00000010:1.0:1767318884.024200:0:2447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009773bb48. 00000100:00000010:3.0:1767318884.024252:0:2429:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 392 at 0000000082c0a33d. 00000100:00000010:3.0:1767318884.024257:0:2429:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000004d02aa92. 00000100:00000010:3.0:1767318884.024266:0:2429:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000001b7d3f8d. 00000100:00000010:3.0:1767318884.024601:0:2448:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003d5e7ff5. 00000020:00000010:3.0:1767318884.024606:0:2448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095ec3c05. 00000020:00000010:3.0:1767318884.024607:0:2448:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ab736fa9. 00000020:00000010:3.0:1767318884.024609:0:2448:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000b5ac1fdb. 00000040:00000010:3.0:1767318884.024610:0:2448:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000628f2b2f. 00000020:00000010:3.0:1767318884.024612:0:2448:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e98197e0. 00000020:00000010:3.0:1767318884.024614:0:2448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f34091b1. 00000100:00000010:3.0:1767318884.024932:0:2449:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ede3219a. 00000020:00000010:3.0:1767318884.024936:0:2449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0fab5f8. 00000020:00000010:3.0:1767318884.024937:0:2449:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d95896e7. 00000020:00000010:3.0:1767318884.024939:0:2449:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000aeee49af. 00000040:00000010:3.0:1767318884.024940:0:2449:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006085aab6. 00000020:00000010:3.0:1767318884.024942:0:2449:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dab68b5b. 00000020:00000010:3.0:1767318884.024944:0:2449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000669ff92f. 00000100:00000010:1.0:1767318884.025013:0:2429:0:(connection.c:186:ptlrpc_connection_init()) kmalloced '(cpus_latency_qos)': 1088 at 000000007bcbe264. 00000100:00000010:1.0:1767318884.025399:0:2429:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000447d9573. 00000100:00000010:1.0:1767318884.025409:0:2429:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000003bb462be. 00000100:00000010:1.0:1767318884.025412:0:2429:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000e65f158d. 00000100:00000010:1.0:1767318884.025414:0:2429:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000d3192363. 00000100:00000010:1.0:1767318884.025417:0:2429:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000239d2ea9. 00000100:00000010:1.0:1767318884.025419:0:2429:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000046197431. 00000001:00000010:1.0:1767318884.025714:0:2429:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 00000000562cef0d. 00000001:00000010:1.0:1767318884.025720:0:2429:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000041e29da1. 00000001:00000010:1.0:1767318884.025724:0:2429:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000ed5cbd5e. 00000001:00000010:1.0:1767318884.025727:0:2429:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000054e28b28. 00000001:00000010:1.0:1767318884.025732:0:2429:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 0000000086928142. 00000001:00000010:1.0:1767318884.025816:0:2429:0:(nodemap_lproc.c:1454:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at 00000000a676304d. 02000000:00000010:1.0:1767318884.276494:0:2461:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000007347931e. 02000000:00000010:1.0:1767318884.276505:0:2461:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 1024 at 0000000010ba8219. 02000000:00000010:1.0:1767318884.276510:0:2461:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000004aaa133c. 02000000:00000010:1.0:1767318884.276524:0:2461:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 16384 at 00000000cef44426. 00000020:00000010:3.0:1767318886.456081:0:2513:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000006d2fc49e. 00000001:00000010:2.0:1767318886.681769:0:2526:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000003d0337a1. 00000100:00000010:2.0:1767318886.681831:0:2526:0:(client.c:689:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 000000000527d168. 00000020:00000010:2.0:1767318886.681870:0:2526:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000000a3684d8. 00000020:00000010:2.0:1767318886.681906:0:2526:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000094597ba. 00000020:00000010:2.0:1767318886.681934:0:2526:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000094597ba. 00000020:00000010:3.0:1767318886.889473:0:2539:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000143f69e6. 00000020:00000010:0.0:1767318887.059941:0:2552:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000fd1d4897. 00000020:00000010:1.0:1767318887.195499:0:2566:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000b31032dd. 00008000:02000000:2.0:1767318887.305757:0:2579:0:(echo_client.c:2570:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:2.0:1767318887.309636:0:2579:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000001c633422. 00000020:00000010:2.0:1767318887.309984:0:2579:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000ea84038b. 00000020:00000010:3.0:1767318887.891682:0:2603:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000016706d1c. 00000020:00000010:2.0:1767318920.328607:0:3274:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000c8945f52. 00000020:00000010:3.0:1767318920.625027:0:3287:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000b4fb9501. 00000020:00000010:3.0:1767318921.150388:0:3300:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000065e238f5. 00000020:00000010:3.0:1767318921.150421:0:3300:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000072ffab71. 00000020:00000010:3.0:1767318921.659252:0:3321:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000c5723e35. 00000020:00000010:3.0:1767318921.993626:0:3334:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000006eaf72c. 00000020:00000010:3.0:1767318921.999237:0:3334:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000b93cb46e. 00000020:00000010:3.0:1767318922.280645:0:3349:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000003c68e88c. 00000020:00000010:3.0:1767318922.280689:0:3349:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000ae92baf4. 00000020:00000010:2.0:1767318922.884326:0:3362:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at 00000000c73d20a2. 00000020:00000010:2.0:1767318922.884341:0:3362:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017ad3db4. 00000020:00000010:2.0:1767318922.884347:0:3362:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005f7ed099. 00000020:00000010:2.0:1767318922.884350:0:3362:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000c081d82f. 00000008:00000010:2.0:1767318922.884369:0:3362:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000062456862. 00020000:00000010:2.0:1767318922.884375:0:3362:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000d81047be. 00008000:00000010:2.0:1767318922.884389:0:3362:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000957c4568. 00000080:00000010:2.0:1767318922.884403:0:3362:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000337eacd4. 00000080:00000010:2.0:1767318922.884418:0:3362:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000fe73098b. 00000020:00000010:2.0:1767318922.884423:0:3362:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef179a65. 00000008:00000010:2.0:1767318922.884437:0:3362:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000c4c8cf6a. 00020000:00000010:2.0:1767318922.884452:0:3362:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000001f4a4506. 00008000:00000010:2.0:1767318922.884474:0:3362:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000003a67bf58. 00000080:00000010:2.0:1767318922.884486:0:3362:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000249b8587. 00000020:00000010:0.0:1767319101.957625:0:7161:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000610599f9. 00000020:00000010:0.0:1767319101.957636:0:7161:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 00000000a7be20a9. 00000020:00000010:0.0:1767319101.957649:0:7161:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 0000000082d39c62. 00000020:00000010:0.0:1767319101.957670:0:7161:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 28 at 000000001e12b8c7. 00000020:00000010:0.0:1767319101.957676:0:7161:0:(obd_mount.c:1600:lmd_parse()) kmalloced '(lmd->lmd_profile)': 14 at 00000000bd28535e. 00000020:00000010:0.0:1767319101.957681:0:7161:0:(obd_mount.c:1628:lmd_parse()) kmalloced '(lmd->lmd_opts)': 17 at 000000009fc01245. 00000020:00000010:0.0:1767319101.957700:0:7161:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 00000000c2e613cf. 00000020:00000010:0.0:1767319101.957704:0:7161:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 00000000b64755ab. 00000020:00000010:0.0:1767319101.957712:0:7161:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 88 at 000000004cfc36d5. 00000100:00000010:0.0:1767319101.957720:0:7161:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000007b6fe99f. 00000400:00000200:0.0:1767319101.957724:0:7161:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1767319101.957729:0:7161:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.120@tcp 00000400:00000200:0.0:1767319101.957736:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1767319101.957744:0:7161:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000bca8abe3. 00000400:00000200:0.0:1767319101.957748:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319101.957756:0:7161:0:(peer.c:264:lnet_peer_alloc()) 00000000bca8abe3 nid 192.168.204.120@tcp 00000400:00000010:0.0:1767319101.957760:0:7161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000887b4e5b. 00000400:00000200:0.0:1767319101.957762:0:7161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000887b4e5b net tcp 00000400:00000200:0.0:1767319101.957765:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1767319101.957767:0:7161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000006751774. 00000400:00000200:0.0:1767319101.957772:0:7161:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000006751774 nid 192.168.204.120@tcp 00000400:00000200:0.0:1767319101.957779:0:7161:0:(peer.c:1093:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.120@tcp: -2 00000400:00000200:0.0:1767319101.957784:0:7161:0:(peer.c:1699:lnet_peer_attach_peer_ni()) peer 192.168.204.120@tcp NID 192.168.204.120@tcp flags 0x100001 00000400:00000200:0.0:1767319101.957789:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319101.957809:0:7161:0:(peer.c:2465:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.120@tcp: 0 00000400:00000200:0.0:1767319101.957811:0:7161:0:(peer.c:2787:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767319101.957813:0:7161:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767319101.957816:0:7161:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.120@tcp NID 192.168.204.120@tcp: 0. pending discovery 00000020:00000010:0.0:1767319101.957820:0:7161:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 88 at 000000004cfc36d5. 00000020:00000010:0.0:1767319101.957825:0:7161:0:(obd_mount.c:464:lustre_start_mgc()) kmalloced '(uuid)': 40 at 000000002167c49b. 00000020:00000010:0.0:1767319101.957833:0:7161:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 000000009da0ebdf. 00000020:00000010:0.0:1767319101.957856:0:7161:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000dcb10237. 00000020:00000010:0.0:1767319101.957864:0:7161:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e815aefb. 00000020:00000010:0.0:1767319101.958372:0:7161:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 000000009da0ebdf. 00000020:00000010:0.0:1767319101.958396:0:7161:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at 000000009da0ebdf. 00000001:00000010:0.0:1767319101.958422:0:7161:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000034c0456f. 00000001:00000010:0.0:1767319101.958427:0:7161:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f5e41d49. 00000001:00000010:0.0:1767319101.958431:0:7161:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cd20a878. 00000001:00000010:0.0:1767319101.958436:0:7161:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000085b317b4. 00000001:00000010:0.0:1767319101.958438:0:7161:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000389548b1. 00000001:00000010:0.0:1767319101.958441:0:7161:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000feb41184. 00000001:00000010:0.0:1767319101.958443:0:7161:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a6e610cb. 00000001:00000010:0.0:1767319101.958446:0:7161:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003f2f0a95. 00000001:00000010:0.0:1767319101.958449:0:7161:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d54c6b9e. 00000001:00000010:0.0:1767319101.958450:0:7161:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d9600f60. 00000001:00000010:0.0:1767319101.958452:0:7161:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000048f6b990. 00000001:00000010:0.0:1767319101.958454:0:7161:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000971d0f30. 00000020:00000010:0.0:1767319101.958458:0:7161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000623e3bac. 00000020:00000010:0.0:1767319101.958463:0:7161:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ff206d4. 00000020:00000010:0.0:1767319101.958491:0:7161:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ac58342a. 00000008:00000010:0.0:1767319101.958507:0:7161:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000963b8c2d. 00000400:00000200:2.0:1767319101.958518:0:2444:0:(peer.c:4048:lnet_peer_discovery_wait_for_work()) woken: 0 00020000:00000010:0.0:1767319101.958520:0:7161:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000fc68cdf6. 00000400:00000200:2.0:1767319101.958531:0:2444:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.204.120@tcp(00000000bca8abe3) state 0x100041 00000400:00000010:2.0:1767319101.958541:0:2444:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009d7a7880. 00008000:00000010:0.0:1767319101.958544:0:7161:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005542ac46. 00000080:00000010:0.0:1767319101.958568:0:7161:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000d164a15d. 00000400:00000010:2.0:1767319101.958569:0:2444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bea534e. 00000020:00000010:0.0:1767319101.958576:0:7161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d671cc3. 00000020:00000010:0.0:1767319101.958584:0:7161:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eec3798c. 00000040:00000010:0.0:1767319101.958588:0:7161:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001d63798a. 00000020:00000010:0.0:1767319101.958592:0:7161:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ba4787b5. 00000400:00000010:2.0:1767319101.958598:0:2444:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007eec0b8c. 00000020:00000010:0.0:1767319101.958600:0:7161:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000027b73ecb. 00000400:00000200:2.0:1767319101.958609:0:2444:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.120@tcp 00040000:00000010:0.0:1767319101.958610:0:7161:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007c14942f. 00040000:00000010:0.0:1767319101.958617:0:7161:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dcc565bb. 10000000:00000010:0.0:1767319101.958621:0:7161:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at 00000000b555f38c. 00000400:00000200:2.0:1767319101.958626:0:2444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319101.958633:0:2444:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00010000:00000010:0.0:1767319101.958635:0:7161:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000105dedea. 00000400:00000200:2.0:1767319101.958643:0:2444:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000010:0.0:1767319101.958647:0:7161:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000429a2282. 00000400:00000200:2.0:1767319101.958652:0:2444:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:2.0:1767319101.958667:0:2444:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00010000:00000010:0.0:1767319101.958669:0:7161:0:(ldlm_lockd.c:3355:ldlm_setup()) kmalloced '(ldlm_state)': 32 at 000000009bef1fb2. 00000400:00000200:2.0:1767319101.958673:0:2444:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:2.0:1767319101.958679:0:2444:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [1:1:256:4294967295] 192.168.204.120@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1767319101.958685:0:2444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319101.958693:0:2444:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.120@tcp 00000400:00000200:2.0:1767319101.958703:0:2444:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : GET try# 0 00000800:00000200:2.0:1767319101.958724:0:2444:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.120@tcp 00000800:00000010:2.0:1767319101.958732:0:2444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bb2710e1. 00000400:00000200:2.0:1767319101.958743:0:2444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000800:00000010:2.0:1767319101.958749:0:2444:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d3449d5f. 00000800:00000010:2.0:1767319101.958755:0:2444:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000060958fce. 00000800:00000200:2.0:1767319101.958760:0:2444:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3449d5f] -> 12345-192.168.204.120@tcp (2) 00000800:00000200:2.1F:1767319101.958765:0:2444:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3449d5f] -> 12345-192.168.204.120@tcp (2) 00000100:00000010:0.0:1767319101.958783:0:7161:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at 00000000c54eab49. 00000100:00000010:0.0:1767319101.958792:0:7161:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000022a62be9. 00000400:00000200:2.0:1767319101.958799:0:2444:0:(peer.c:3848:lnet_peer_send_ping()) peer 192.168.204.120@tcp 00000400:00000200:2.0:1767319101.958803:0:2444:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.204.120@tcp(00000000bca8abe3) state 0x100241 rc 0 00000100:00000010:0.0:1767319101.958807:0:7161:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000048a2c7f6. 00000100:00000010:0.0:1767319101.958817:0:7161:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000741f6854. 00000100:00000010:0.0:1767319101.958823:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005912f145. 00000100:00000010:0.0:1767319101.958829:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000061a7422. 00000100:00000010:0.0:1767319101.958834:0:7161:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000563ae3ed. 00000100:00000010:0.0:1767319101.958846:0:7161:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000456caf9e. 00000100:00000010:0.0:1767319101.958852:0:7161:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000ab5fda29. 00000100:00000010:0.0:1767319101.958855:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ac4478d. 00000100:00000010:0.0:1767319101.958858:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b73c0928. 00000400:00000200:0.0:1767319101.958862:0:7161:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:0.0:1767319101.958908:0:7161:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007eab9333. 00000020:00000010:0.0:1767319101.958913:0:7161:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000dc7b4494. 00000100:00000010:0.0:1767319101.958953:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000083194f85. 00000100:00000010:0.0:1767319101.958963:0:7161:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000095e82a55. 00000100:00000010:0.0:1767319101.958967:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c0ec8e07. 00000100:00000010:0.0:1767319101.958970:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000004e000fa. 00000100:00000010:0.0:1767319101.958973:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004138a3f7. 00000100:00000010:0.0:1767319101.958976:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000085192318. 00000100:00000010:0.0:1767319101.958978:0:7161:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000f72526ac. 00000100:00000010:0.0:1767319101.958981:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000de544b31. 00000100:00000010:0.0:1767319101.958984:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000aa9a4f8f. 00000100:00000010:0.0:1767319101.958986:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006a7b0ef6. 00000100:00000200:0.0:1767319101.959015:0:7161:0:(service.c:847:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:0.0:1767319101.959020:0:7161:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000053366be7. 00000800:00000010:3.0:1767319101.961284:0:2434:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f0a45091. 00000800:00000010:3.0:1767319101.961300:0:2434:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000346e4393. 00000800:00000010:3.0:1767319101.961309:0:2434:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006a21b53c. 00000800:00000010:3.0:1767319101.961319:0:2434:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006a21b53c. 00000400:00000200:3.0:1767319101.966753:0:2434:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000800:00000200:3.1F:1767319101.966765:0:2434:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767319101.966799:0:2434:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:3.1:1767319101.966805:0:2434:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bb2710e1 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767319101.966814:0:2434:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.120@tcp p 3.x 192.168.204.20 -> 192.168.204.120:988 incarnation:1767318941449652232 sched[0] 00000800:00000010:3.0:1767319101.966825:0:2434:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000346e4393. 00000400:00000200:3.0:1767319101.970720:0:2434:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.120:988 00000800:00000200:1.0:1767319101.970935:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767319101.970942:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bb2710e1. 00000400:00000200:1.0:1767319101.970949:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319101.970960:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: GET: OK 00000400:00000200:1.0:1767319101.970969:0:2439:0:(peer.c:3141:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767319101.970972:0:2439:0:(peer.c:3093:lnet_discovery_event_send()) Ping Send to 192.168.204.120@tcp: 0 00000100:00000010:0.0:1767319101.973375:0:7162:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000fafce716. 00000020:00000010:0.0:1767319101.973388:0:7162:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000fefdb309. 00000020:00000010:0.0:1767319101.973395:0:7162:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070d344f8. 00000020:00000010:0.0:1767319101.973401:0:7162:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f1269904. 00000040:00000010:0.0:1767319101.973405:0:7162:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000070b893c6. 00000020:00000010:0.0:1767319101.973410:0:7162:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004050031c. 00000020:00000010:0.0:1767319101.973437:0:7162:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002e9c64aa. 00000020:00000010:0.0:1767319101.973442:0:7162:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c9ed6a6f. 80000000:00000010:0.0:1767319101.973446:0:7162:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ce0fcf78. 40000000:00000010:0.0:1767319101.973449:0:7162:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ab7c9fff. 00100000:00000010:0.0:1767319101.973453:0:7162:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000076b57400. 00040000:00000010:0.0:1767319101.973457:0:7162:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000eaa36ab6. 00040000:00000010:0.0:1767319101.973460:0:7162:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007259f5ab. 00040000:00000010:0.0:1767319101.973464:0:7162:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005cb80d78. 00000004:00000010:0.0:1767319101.973468:0:7162:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001db9c79f. 00000004:00000010:0.0:1767319101.973480:0:7162:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000013425bd9. 00000004:00000010:0.0:1767319101.973484:0:7162:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ac839852. 00002000:00000010:0.0:1767319101.973489:0:7162:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d33e02a3. 00000004:00000010:0.0:1767319101.973493:0:7162:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a056d1bc. 00000100:00000200:0.0:1767319101.973498:0:7162:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1767319101.973505:0:7162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a284b9a6. 00000400:00000010:0.0:1767319101.973512:0:7162:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004d3d72b5. 00000100:00000010:0.0:1767319101.973527:0:7162:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000a61850a0. 00000100:00000200:0.0:1767319101.973566:0:7162:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767319101.975819:0:7161:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000006f88a6f. 00000100:00000010:1.0:1767319101.976852:0:7163:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000028f21311. 00000020:00000010:1.0:1767319101.976861:0:7163:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008cddcf34. 00000020:00000010:1.0:1767319101.976869:0:7163:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd4f29a2. 00000020:00000010:1.0:1767319101.976874:0:7163:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ed692471. 00000040:00000010:1.0:1767319101.976878:0:7163:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c9ff28c7. 00000020:00000010:1.0:1767319101.976884:0:7163:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b3d28683. 00000020:00000010:1.0:1767319101.976922:0:7163:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bf538630. 00000020:00000010:1.0:1767319101.976928:0:7163:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009c7e0779. 80000000:00000010:1.0:1767319101.976933:0:7163:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000066f59d70. 40000000:00000010:1.0:1767319101.976937:0:7163:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d018d99d. 00100000:00000010:1.0:1767319101.976950:0:7163:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ea906e2a. 00040000:00000010:1.0:1767319101.976956:0:7163:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000076cdfd34. 00040000:00000010:1.0:1767319101.976962:0:7163:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007af9056a. 00040000:00000010:1.0:1767319101.976966:0:7163:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a08611f5. 00000004:00000010:1.0:1767319101.976972:0:7163:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ca73158f. 00000004:00000010:1.0:1767319101.976978:0:7163:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b1b6f92c. 00000004:00000010:1.0:1767319101.976985:0:7163:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000011959076. 00002000:00000010:1.0:1767319101.976990:0:7163:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000002a7d0c2. 00000004:00000010:1.0:1767319101.977005:0:7163:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000092ff9a6c. 00000100:00000010:1.0:1767319101.977013:0:7163:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000006152325f. 00000100:00000200:1.0:1767319101.977050:0:7163:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767319101.977121:0:7161:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001d648fbd. 00000100:00000010:3.0:1767319101.977930:0:7164:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000082084890. 00000020:00000010:3.0:1767319101.977936:0:7164:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d9d18821. 00000020:00000010:3.0:1767319101.977941:0:7164:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b7033a0. 00000020:00000010:3.0:1767319101.977945:0:7164:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c49d7496. 00000040:00000010:3.0:1767319101.977949:0:7164:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000685c9225. 00000020:00000010:3.0:1767319101.977953:0:7164:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000052e03866. 00000020:00000010:3.0:1767319101.977974:0:7164:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002a75650e. 00000020:00000010:3.0:1767319101.977978:0:7164:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c8cce576. 80000000:00000010:3.0:1767319101.977981:0:7164:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bb6d265d. 40000000:00000010:3.0:1767319101.977985:0:7164:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000027fe6d6e. 00100000:00000010:3.0:1767319101.977989:0:7164:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cc3d4126. 00040000:00000010:3.0:1767319101.977992:0:7164:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000059b770be. 00040000:00000010:3.0:1767319101.978006:0:7164:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000044421217. 00040000:00000010:3.0:1767319101.978008:0:7164:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009563a9c6. 00000004:00000010:3.0:1767319101.978012:0:7164:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002fd145c4. 00000004:00000010:3.0:1767319101.978018:0:7164:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008b913b5c. 00000004:00000010:3.0:1767319101.978023:0:7164:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008b3e0387. 00002000:00000010:3.0:1767319101.978027:0:7164:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000317e9df8. 00000004:00000010:3.0:1767319101.978068:0:7164:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ea15bed5. 00000100:00000200:3.0:1767319101.978074:0:7164:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1767319101.978083:0:7164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ed9fa53. 00000400:00000010:3.0:1767319101.978091:0:7164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a683359b. 00000100:00000010:3.0:1767319101.978104:0:7164:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000432a9173. 00000100:00000200:3.0:1767319101.978115:0:7164:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767319101.978159:0:7161:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000004a47ce. 00000100:00000010:2.0:1767319101.978611:0:7165:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f782a823. 00000020:00000010:2.0:1767319101.978615:0:7165:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008c5d12a1. 00000020:00000010:2.0:1767319101.978620:0:7165:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e3fc49e. 00000020:00000010:2.0:1767319101.978623:0:7165:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000315e119e. 00000040:00000010:2.0:1767319101.978626:0:7165:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000036543db4. 00000020:00000010:2.0:1767319101.978629:0:7165:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000010bde2a1. 00000020:00000010:2.0:1767319101.978647:0:7165:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c4490b0c. 00000020:00000010:2.0:1767319101.978651:0:7165:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003b79fa51. 80000000:00000010:2.0:1767319101.978666:0:7165:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000a26a50b. 40000000:00000010:2.0:1767319101.978670:0:7165:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c8347191. 00100000:00000010:2.0:1767319101.978674:0:7165:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b96c37a6. 00040000:00000010:2.0:1767319101.978677:0:7165:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bb2710e1. 00040000:00000010:2.0:1767319101.978681:0:7165:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000057746941. 00040000:00000010:2.0:1767319101.978684:0:7165:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000056d9853d. 00000004:00000010:2.0:1767319101.978687:0:7165:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000038674bb7. 00000004:00000010:2.0:1767319101.978691:0:7165:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000011d79afe. 00000004:00000010:2.0:1767319101.978695:0:7165:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000022615977. 00002000:00000010:2.0:1767319101.978699:0:7165:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e2effe70. 00000004:00000010:2.0:1767319101.978702:0:7165:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000602ef501. 00000100:00000010:2.0:1767319101.978706:0:7165:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000d119fd76. 00000100:00000200:2.0:1767319101.978723:0:7165:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000400:00000200:0.0:1767319101.979399:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319101.979410:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : REPLY - for me 00000400:00000200:0.0:1767319101.979447:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319101.979451:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319101.979461:0:2438:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.20@tcp: Reply from 12345-192.168.204.120@tcp of length 48/48 into md 0x5 00000400:00000200:0.0:1767319101.979481:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319101.979485:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: REPLY: OK 00000400:00000200:0.0:1767319101.979491:0:2438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bea534e 00000400:00000010:0.0:1767319101.979495:0:2438:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bea534e. 00000400:00000200:0.0:1767319101.979500:0:2438:0:(peer.c:3141:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767319101.979504:0:2438:0:(peer.c:2971:lnet_discovery_event_reply()) Peer 192.168.204.120@tcp has discovery enabled 00000400:00000200:0.0:1767319101.979507:0:2438:0:(peer.c:2983:lnet_discovery_event_reply()) peer 192.168.204.120@tcp(00000000bca8abe3) is MR 00000400:00000200:0.0:1767319101.979510:0:2438:0:(peer.c:3052:lnet_discovery_event_reply()) peer 192.168.204.120@tcp data present 363512030. state = 0x100241 00000400:00000200:0.0:1767319101.979515:0:2438:0:(peer.c:2465:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.120@tcp: -114 00000100:00000010:3.0:1767319101.979597:0:7161:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at 00000000d517e22f. 00000100:00000010:3.0:1767319101.979605:0:7161:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000675aeac0. 00000100:00000010:3.0:1767319101.979624:0:7161:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000a69a60d2. 00000100:00000010:3.0:1767319101.979723:0:7161:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000082d65172. 00000100:00000010:3.0:1767319101.979732:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8986979. 00000100:00000010:3.0:1767319101.979746:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c9acd31a. 00000100:00000010:3.0:1767319101.979749:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ea657f8. 00000100:00000010:3.0:1767319101.979755:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c31af4fd. 00000100:00000010:3.0:1767319101.979758:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ac0a4d9. 00000100:00000010:3.0:1767319101.979763:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e977c816. 00000100:00000010:3.0:1767319101.979767:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3f43e40. 00000100:00000010:3.0:1767319101.979771:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000021582fc3. 00000100:00000010:3.0:1767319101.979774:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009279e4b1. 00000100:00000010:3.0:1767319101.979778:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000677428a6. 00000100:00000010:3.0:1767319101.979780:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006619cfb7. 00000100:00000010:3.0:1767319101.979792:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003691db48. 00000100:00000010:3.0:1767319101.979795:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dbc885f5. 00000100:00000010:3.0:1767319101.979799:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a6ddbce5. 00000100:00000010:3.0:1767319101.979802:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c08a3671. 00000100:00000010:3.0:1767319101.979806:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d51d090a. 00000100:00000010:3.0:1767319101.979809:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d14a97f8. 00000100:00000010:3.0:1767319101.979813:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000739cc507. 00000100:00000010:3.0:1767319101.979815:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a13bd27b. 00000100:00000010:3.0:1767319101.979825:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000898a81ea. 00000100:00000010:3.0:1767319101.979828:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058a07154. 00000100:00000010:3.0:1767319101.979837:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dd35c2b2. 00000100:00000010:3.0:1767319101.979840:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa740566. 00000100:00000010:3.0:1767319101.979844:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dd25c507. 00000100:00000010:3.0:1767319101.979847:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042c62200. 00000100:00000010:3.0:1767319101.979853:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000810b6308. 00000100:00000010:3.0:1767319101.979856:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083960473. 00000100:00000010:3.0:1767319101.979867:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e2e2a429. 00000100:00000010:3.0:1767319101.979870:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073aac61d. 00000100:00000010:3.0:1767319101.979875:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000111adcc8. 00000100:00000010:3.0:1767319101.979877:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f23495c. 00000100:00000010:3.0:1767319101.979882:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009025bee6. 00000100:00000010:3.0:1767319101.979888:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000000b37a8. 00000100:00000010:3.0:1767319101.979893:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bc7bf271. 00000100:00000010:3.0:1767319101.979896:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbb1b1b1. 00000100:00000010:3.0:1767319101.979905:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e3c0f04c. 00000100:00000010:3.0:1767319101.979908:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f988dfda. 00000100:00000010:3.0:1767319101.979913:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001c383b47. 00000100:00000010:3.0:1767319101.979915:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004617e0c3. 00000100:00000010:3.0:1767319101.979919:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000fb6149b. 00000100:00000010:3.0:1767319101.979921:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074d94d40. 00000100:00000010:3.0:1767319101.979926:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bfc8de1c. 00000100:00000010:3.0:1767319101.979928:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022769091. 00000100:00000010:3.0:1767319101.979937:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009a55fb07. 00000100:00000010:3.0:1767319101.979939:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae325631. 00000100:00000010:3.0:1767319101.979943:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005e127a13. 00000100:00000010:3.0:1767319101.979946:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012aba068. 00000100:00000010:3.0:1767319101.979951:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003a84b2dc. 00000100:00000010:3.0:1767319101.979953:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008079dc0a. 00000100:00000010:3.0:1767319101.979957:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000df5a4742. 00000100:00000010:3.0:1767319101.979959:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e2f7532. 00000100:00000010:3.0:1767319101.979968:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006a238be5. 00000100:00000010:3.0:1767319101.979971:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b33afcf. 00000100:00000010:3.0:1767319101.979975:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f6167e1b. 00000100:00000010:3.0:1767319101.979977:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e3357e2. 00000100:00000010:3.0:1767319101.979982:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008dfe30d8. 00000100:00000010:3.0:1767319101.979985:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ca0bbac. 00000100:00000010:3.0:1767319101.979990:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ab84efcd. 00000100:00000010:3.0:1767319101.979992:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d388fe17. 00000100:00000010:3.0:1767319101.982762:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ee28dcb9. 00000100:00000010:3.0:1767319101.982777:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b677996. 00000100:00000010:3.0:1767319101.982784:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000058db094c. 00000100:00000010:3.0:1767319101.982788:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b9f3bf1. 00000100:00000010:3.0:1767319101.982807:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b665c0e2. 00000100:00000010:3.0:1767319101.982811:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091c17876. 00000100:00000010:3.0:1767319101.982816:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b4de1de0. 00000100:00000010:3.0:1767319101.982821:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007224ea12. 00000100:00000010:3.0:1767319101.982843:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f42931da. 00000100:00000010:3.0:1767319101.982848:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d54476e2. 00000100:00000010:3.0:1767319101.982854:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000022c08997. 00000100:00000010:3.0:1767319101.982856:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000484c8782. 00000100:00000010:3.0:1767319101.982862:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c26ed374. 00000100:00000010:3.0:1767319101.982864:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000000f853d. 00000100:00000010:3.0:1767319101.982869:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006f784444. 00000100:00000010:3.0:1767319101.982873:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000816f20bf. 00000100:00000010:3.0:1767319101.982885:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fa36443d. 00000100:00000010:3.0:1767319101.982889:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0568511. 00000100:00000010:3.0:1767319101.982893:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000026e5e4f7. 00000100:00000010:3.0:1767319101.982896:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b7bc168. 00000100:00000010:3.0:1767319101.982901:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a2c319a7. 00000100:00000010:3.0:1767319101.982904:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000071e3193. 00000100:00000010:3.0:1767319101.982909:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000a70bc2a. 00000100:00000010:3.0:1767319101.982912:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4bfeb38. 00000100:00000010:3.0:1767319101.982923:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bd25eece. 00000100:00000010:3.0:1767319101.982927:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004809497. 00000100:00000010:3.0:1767319101.982931:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002170930b. 00000100:00000010:3.0:1767319101.982935:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca35b8d7. 00000100:00000010:3.0:1767319101.982940:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000005d1091f. 00000100:00000010:3.0:1767319101.982943:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f98f7bd. 00000100:00000010:3.0:1767319101.982948:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002da241a7. 00000100:00000010:3.0:1767319101.982951:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae1be89e. 00000100:00000010:3.0:1767319101.982962:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002e9ab839. 00000100:00000010:3.0:1767319101.982966:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071aeff09. 00000100:00000010:3.0:1767319101.982971:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000601707c. 00000100:00000010:3.0:1767319101.982978:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a1d78c8. 00000100:00000010:3.0:1767319101.982984:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bde2b2d4. 00000100:00000010:3.0:1767319101.982988:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e3776db. 00000100:00000010:3.0:1767319101.982993:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b167bb1b. 00000100:00000010:3.0:1767319101.983007:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2c9c617. 00000100:00000010:3.0:1767319101.983019:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005aebe4bb. 00000100:00000010:3.0:1767319101.983022:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ad07c6e. 00000100:00000010:3.0:1767319101.983050:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cad6aa93. 00000100:00000010:3.0:1767319101.983054:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001837b879. 00000100:00000010:3.0:1767319101.983059:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000069ae7149. 00000100:00000010:3.0:1767319101.983062:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000096d03ff4. 00000100:00000010:3.0:1767319101.983067:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a15d44e7. 00000100:00000010:3.0:1767319101.983070:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb5ea296. 00000100:00000010:3.0:1767319101.983082:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004e09d63c. 00000100:00000010:3.0:1767319101.983096:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bcbe7ee9. 00000100:00000010:3.0:1767319101.983103:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b90d9483. 00000100:00000010:3.0:1767319101.983106:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084e8b8a7. 00000100:00000010:3.0:1767319101.983111:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e2bc47cb. 00000100:00000010:3.0:1767319101.983114:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2c62c20. 00000100:00000010:3.0:1767319101.983120:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000021d03a05. 00000100:00000010:3.0:1767319101.983122:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056aca2c8. 00000100:00000010:3.0:1767319101.983134:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f2dd4942. 00000100:00000010:3.0:1767319101.983137:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ed3c4e9. 00000100:00000010:3.0:1767319101.983143:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f6ea0863. 00000100:00000010:3.0:1767319101.983146:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e128880a. 00000100:00000010:3.0:1767319101.983151:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000025a5f2d2. 00000100:00000010:3.0:1767319101.983154:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008cfa0b91. 00000100:00000010:3.0:1767319101.983159:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ab2cf11e. 00000100:00000010:3.0:1767319101.983162:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071d7f4da. 00000100:00000010:3.0:1767319101.983173:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008d04aa66. 00000100:00000010:3.0:1767319101.983176:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f6dde71. 00000100:00000010:3.0:1767319101.983184:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006f0f2877. 00000100:00000010:3.0:1767319101.983187:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012b0dd1e. 00000100:00000010:3.0:1767319101.983192:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e323932f. 00000100:00000010:3.0:1767319101.983198:0:7161:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000196abad9. 00000100:00000010:3.0:1767319101.983215:0:7161:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000083c6debf. 00000100:00000010:3.0:1767319101.983240:0:7161:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000000dd4b872. 00000100:00000010:3.0:1767319101.983248:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f42c50e. 00000100:00000010:3.0:1767319101.983253:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000e44d1ef. 00000100:00000010:3.0:1767319101.983256:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bf1f524. 00000100:00000010:3.0:1767319101.983268:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000072d077b6. 00000100:00000010:3.0:1767319101.983271:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002efd14b1. 00000100:00000010:3.0:1767319101.983276:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ba904d0f. 00000100:00000010:3.0:1767319101.983279:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026dbc0c9. 00000100:00000010:3.0:1767319101.983285:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fc737c10. 00000100:00000010:3.0:1767319101.983288:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd7169fb. 00000100:00000010:3.0:1767319101.983293:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000846cd625. 00000100:00000010:3.0:1767319101.983304:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054d94774. 00000100:00000010:3.0:1767319101.983315:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007f28e035. 00000100:00000010:3.0:1767319101.983318:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020941b41. 00000100:00000010:3.0:1767319101.983324:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000914c5f1f. 00000100:00000010:3.0:1767319101.983326:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037976155. 00000100:00000010:3.0:1767319101.983331:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001544a023. 00000100:00000010:3.0:1767319101.983334:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000641ac935. 00000100:00000010:3.0:1767319101.983339:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000005547157. 00000100:00000010:3.0:1767319101.983342:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009fe25e0e. 00000100:00000010:3.0:1767319101.983353:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c9cbde95. 00000100:00000010:3.0:1767319101.983356:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000827fb314. 00000100:00000010:3.0:1767319101.983361:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003d6733bc. 00000100:00000010:3.0:1767319101.983364:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad7bc75b. 00000100:00000010:3.0:1767319101.983369:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005f097f0c. 00000100:00000010:3.0:1767319101.983372:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea5568a3. 00000100:00000010:3.0:1767319101.983381:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004662566e. 00000100:00000010:3.0:1767319101.983384:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e67e949. 00000100:00000010:3.0:1767319101.983395:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000214968b7. 00000100:00000010:3.0:1767319101.983399:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d8310d5f. 00000100:00000010:3.0:1767319101.983404:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000332ee1a6. 00000100:00000010:3.0:1767319101.983407:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b21c1a7. 00000100:00000010:3.0:1767319101.983412:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f26d4c2d. 00000100:00000010:3.0:1767319101.983416:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085c1bd2f. 00000100:00000010:3.0:1767319101.983421:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f2781b1a. 00000100:00000010:3.0:1767319101.983434:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ab60e56. 00000100:00000010:3.0:1767319101.983446:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000083d8849c. 00000100:00000010:3.0:1767319101.983449:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e15b8b5. 00000100:00000010:3.0:1767319101.983454:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000081ccf9f. 00000100:00000010:3.0:1767319101.983458:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078a4231f. 00000100:00000010:3.0:1767319101.983463:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000306960a2. 00000100:00000010:3.0:1767319101.983467:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d123da5. 00000100:00000010:3.0:1767319101.983472:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006c7ea815. 00000100:00000010:3.0:1767319101.983484:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6931db3. 00000100:00000010:3.0:1767319101.983494:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007a044f41. 00000100:00000010:3.0:1767319101.983498:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004eb11523. 00000100:00000010:3.0:1767319101.983503:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000098914cae. 00000100:00000010:3.0:1767319101.983507:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000421bc61e. 00000100:00000010:3.0:1767319101.983512:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002dab2b92. 00000100:00000010:3.0:1767319101.983517:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f6399f3. 00000800:00000010:2.0:1767319101.983520:0:2434:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000593740e5. 00000100:00000010:3.0:1767319101.983522:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c0f7d7bb. 00000100:00000010:3.0:1767319101.983526:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bbd06b79. 00000800:00000010:2.0:1767319101.983535:0:2434:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004f2acb71. 00000100:00000010:3.0:1767319101.983538:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007991b73d. 00000100:00000010:3.0:1767319101.983544:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000cabc31d. 00000800:00000010:2.0:1767319101.983545:0:2434:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000055fef26e. 00000100:00000010:3.0:1767319101.983551:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000869bcf5f. 00000100:00000010:3.0:1767319101.983557:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff9abd1b. 00000800:00000010:2.0:1767319101.983560:0:2434:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000055fef26e. 00000100:00000010:3.0:1767319101.983563:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000efa46a1b. 00000100:00000010:3.0:1767319101.983572:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d19868a1. 00000100:00000010:3.0:1767319101.983578:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a9500b3a. 00000100:00000010:3.0:1767319101.983581:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036f1cfaa. 00000100:00000010:3.0:1767319101.983592:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ab9fe827. 00000100:00000010:3.0:1767319101.983596:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6a1b0ac. 00000100:00000010:3.0:1767319101.983602:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aaa77075. 00000100:00000010:3.0:1767319101.983605:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009bc0ff36. 00000100:00000010:3.0:1767319101.983611:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009f4317a1. 00000100:00000010:3.0:1767319101.983614:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6e487ba. 00000100:00000010:3.0:1767319101.983619:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000057e90738. 00000100:00000010:3.0:1767319101.983622:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7f51cb7. 00000100:00000010:3.0:1767319101.988364:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000341986b0. 00000100:00000010:3.0:1767319101.988390:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042b46b7c. 00000100:00000010:3.0:1767319101.988398:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000039276f09. 00000100:00000010:3.0:1767319101.988402:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c827d90. 00000100:00000010:3.0:1767319101.988408:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000ce617cd. 00000100:00000010:3.0:1767319101.988413:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006541e7b1. 00000100:00000010:3.0:1767319101.988418:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b8473481. 00000100:00000010:3.0:1767319101.988490:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000656274da. 00000100:00000010:3.0:1767319101.988505:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f44cac0e. 00000100:00000010:3.0:1767319101.988509:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e48db75. 00000100:00000010:3.0:1767319101.988514:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000275a0471. 00000100:00000010:3.0:1767319101.988518:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000411a3a79. 00000100:00000010:3.0:1767319101.988523:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e059a12e. 00000100:00000010:3.0:1767319101.988526:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4c5f058. 00000100:00000010:3.0:1767319101.988532:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000c9bf3ac. 00000100:00000010:3.0:1767319101.988535:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002550b5d9. 00000100:00000010:3.0:1767319101.988546:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000efdcd3f1. 00000100:00000010:3.0:1767319101.988549:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098ea0737. 00000100:00000010:3.0:1767319101.988554:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d8b89f66. 00000100:00000010:3.0:1767319101.988558:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c9a3eca. 00000100:00000010:3.0:1767319101.988571:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000321afe0a. 00000100:00000010:3.0:1767319101.988575:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008fcf0af4. 00000100:00000010:3.0:1767319101.988580:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ba10bdae. 00000100:00000010:3.0:1767319101.988585:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5a4491b. 00000100:00000010:3.0:1767319101.988596:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009061ba93. 00000100:00000010:3.0:1767319101.988600:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1f5c1a5. 00000100:00000010:3.0:1767319101.988606:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003d38e0dd. 00000100:00000010:3.0:1767319101.988609:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000be10168. 00000100:00000010:3.0:1767319101.988614:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000df10d51a. 00000100:00000010:3.0:1767319101.988618:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000843ccd15. 00000100:00000010:3.0:1767319101.988622:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002f797577. 00000100:00000010:3.0:1767319101.988626:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000debf06b1. 00000100:00000010:3.0:1767319101.988636:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bac71df8. 00000100:00000010:3.0:1767319101.988639:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e76f1fdc. 00000100:00000010:3.0:1767319101.988643:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000005614a69. 00000100:00000010:3.0:1767319101.988646:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089cda041. 00000100:00000010:3.0:1767319101.988650:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000059d887b7. 00000100:00000010:3.0:1767319101.988652:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1bec20f. 00000100:00000010:3.0:1767319101.988668:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d1ad3da8. 00000100:00000010:3.0:1767319101.988678:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000661e3372. 00000100:00000010:3.0:1767319101.988687:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000048753a19. 00000100:00000010:3.0:1767319101.988690:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000334bd37a. 00000100:00000010:3.0:1767319101.988695:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f575202a. 00000100:00000010:3.0:1767319101.988697:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006cf152c1. 00000100:00000010:3.0:1767319101.988702:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000045eeb925. 00000100:00000010:3.0:1767319101.988705:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef380527. 00000100:00000010:3.0:1767319101.988709:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bd601d2a. 00000100:00000010:3.0:1767319101.988711:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b9d6025. 00000100:00000010:3.0:1767319101.988720:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000006c89f8d. 00000100:00000010:3.0:1767319101.988723:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f77ee0d9. 00000100:00000010:3.0:1767319101.988728:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000050cd4dbb. 00000100:00000010:3.0:1767319101.988733:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b17c957. 00000100:00000010:3.0:1767319101.988738:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009e646efe. 00000100:00000010:3.0:1767319101.988741:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023cb7a07. 00000100:00000010:3.0:1767319101.988745:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000110799b6. 00000100:00000010:3.0:1767319101.988748:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b50b4e9. 00000100:00000010:3.0:1767319101.988959:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006c7a3c85. 00000100:00000010:3.0:1767319101.988965:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000378e1fce. 00000100:00000010:3.0:1767319101.988978:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fadb09c2. 00000100:00000010:3.0:1767319101.988981:0:7161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cabba8f6. 00000100:00000010:3.0:1767319101.988987:0:7161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008f33d1a4. 00000400:00000200:3.0:1767319101.988996:0:7161:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:3.0:1767319101.989359:0:7161:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c506a0db. 00000020:00000010:3.0:1767319101.989367:0:7161:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000055c39eb8. 00000100:00000010:3.0:1767319101.989441:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000040ce6ce8. 00000100:00000010:3.0:1767319101.989449:0:7161:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000003f1ebf8f. 00000100:00000010:3.0:1767319101.989453:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000062e150e1. 00000100:00000010:3.0:1767319101.989458:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000214e29be. 00000100:00000010:3.0:1767319101.989462:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000022d2672e. 00000100:00000010:3.0:1767319101.989465:0:7161:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 0000000080b873b9. 00000100:00000010:3.0:1767319101.989469:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000af1d9711. 00000100:00000010:3.0:1767319101.989471:0:7161:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000c5eb4e86. 00000100:00000010:3.0:1767319101.989473:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000db95211c. 00000100:00000010:3.0:1767319101.989477:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000015909660. 00000100:00000010:3.0:1767319101.989480:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000030495580. 00000100:00000010:3.0:1767319101.989484:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004673944c. 00000100:00000010:3.0:1767319101.989486:0:7161:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000005ddb5089. 00000100:00000010:3.0:1767319101.989488:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c60214b3. 00000100:00000010:3.0:1767319101.989491:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000047fa02ed. 00000100:00000010:3.0:1767319101.989493:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c64131af. 00000100:00000010:3.0:1767319101.989495:0:7161:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000e0030aec. 00000100:00000010:3.0:1767319101.989498:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007689a7d7. 00000100:00000010:3.0:1767319101.989500:0:7161:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000011437b86. 00000100:00000010:3.0:1767319101.989512:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000aa340253. 00000100:00000010:3.0:1767319101.989516:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000032d79c14. 00000100:00000010:3.0:1767319101.989520:0:7161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004c8d078d. 00000100:00000200:3.0:1767319101.989574:0:7161:0:(service.c:847:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:3.0:1767319101.989580:0:7161:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000009a000b. 00000400:00000200:1.0:1767319101.990270:0:2444:0:(peer.c:4048:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767319101.990283:0:2444:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.204.120@tcp(00000000bca8abe3) state 0x1000c1 00000400:00000010:1.0:1767319101.990295:0:2444:0:(peer.c:3325:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000dced8947. 00000400:00000010:1.0:1767319101.990299:0:2444:0:(peer.c:3326:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000487f8a97. 00000400:00000010:1.0:1767319101.990302:0:2444:0:(peer.c:3327:lnet_peer_merge_data()) alloc '(delnis)': 40 at 000000006f4c8aa6. 00000400:00000200:1.0:1767319101.990314:0:2444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319101.990320:0:2444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:1.0:1767319101.990323:0:2444:0:(peer.c:3465:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000dced8947. 00000400:00000010:1.0:1767319101.990328:0:2444:0:(peer.c:3466:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000487f8a97. 00000400:00000010:1.0:1767319101.990330:0:2444:0:(peer.c:3467:lnet_peer_merge_data()) kfreed 'delnis': 40 at 000000006f4c8aa6. 00000400:00000010:1.0:1767319101.990334:0:2444:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009d7a7880. 00000400:00000200:1.0:1767319101.990339:0:2444:0:(peer.c:3470:lnet_peer_merge_data()) peer 192.168.204.120@tcp (00000000bca8abe3): 0 00000400:00000200:1.0:1767319101.990343:0:2444:0:(peer.c:3774:lnet_peer_data_present()) peer 192.168.204.120@tcp(00000000bca8abe3): 0. state = 0x100141 00000400:00000200:1.0:1767319101.990346:0:2444:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.204.120@tcp(00000000bca8abe3) state 0x100141 rc 1 00000400:00000200:1.0:1767319101.990350:0:2444:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.204.120@tcp(00000000bca8abe3) state 0x100141 00000400:00000010:1.0:1767319101.990374:0:2444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f04d25a. 00000400:00000010:1.0:1767319101.990400:0:2444:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a4536403. 00000400:00000200:1.0:1767319101.990407:0:2444:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:1.0:1767319101.990420:0:2444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319101.990431:0:2444:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.20@tcp to MR: 192.168.204.120@tcp local destination 00000400:00000200:1.0:1767319101.990439:0:2444:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [2:2:256:4294967295] 192.168.204.120@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:1.0:1767319101.990444:0:2444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319101.990456:0:2444:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.120@tcp 00000400:00000200:1.0:1767319101.990464:0:2444:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:192.168.204.20@tcp) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:1.0:1767319101.990471:0:2444:0:(socklnd_cb.c:1001:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:1.0:1767319101.990477:0:2444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047973c73. 00000800:00000200:1.0:1767319101.990485:0:2444:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3449d5f] -> 12345-192.168.204.120@tcp (3) 00000800:00000200:1.0:1767319101.990493:0:2444:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:1.0:1767319101.990498:0:2444:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000047973c73 type 1, nob 144 niov 1 nkiov 1 00000400:00000200:1.0:1767319101.990514:0:2444:0:(peer.c:3982:lnet_peer_send_push()) peer 192.168.204.120@tcp 00000400:00000200:1.0:1767319101.990517:0:2444:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.204.120@tcp(00000000bca8abe3) state 0x100541 rc 0 00000100:00000010:0.0:1767319101.990541:0:7166:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000068cdcdf0. 00000020:00000010:0.0:1767319101.990548:0:7166:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000029907f5f. 00000020:00000010:0.0:1767319101.990558:0:7166:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007254ee05. 00000020:00000010:0.0:1767319101.990564:0:7166:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005f31b2d5. 00000020:00000010:0.0:1767319101.990568:0:7166:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000a870d767. 00000040:00000010:0.0:1767319101.990574:0:7166:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000013d9747c. 00000020:00000010:0.0:1767319101.990580:0:7166:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009c8dc0a1. 00000020:00000010:0.0:1767319101.990586:0:7166:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008f58cd8f. 00000020:00000010:0.0:1767319101.990592:0:7166:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000adb3ad1c. 80000000:00000010:0.0:1767319101.990597:0:7166:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f5914370. 40000000:00000010:0.0:1767319101.990602:0:7166:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000085ce704. 00000008:00000010:0.0:1767319101.990619:0:7166:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000009a124030. 00020000:00000010:0.0:1767319101.990627:0:7166:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000917f14eb. 00000800:00000200:1.0:1767319101.990634:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767319101.990640:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047973c73. 00000400:00000200:1.0:1767319101.990644:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319101.990650:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1767319101.990666:0:2439:0:(peer.c:3141:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767319101.990670:0:2439:0:(peer.c:3093:lnet_discovery_event_send()) Push Send to 192.168.204.120@tcp: 0 00008000:00000010:0.0:1767319101.990742:0:7166:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000092934ed2. 00100000:00000010:0.0:1767319101.990750:0:7166:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000075cdc9e3. 00040000:00000010:0.0:1767319101.990756:0:7166:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e71830b8. 00040000:00000010:0.0:1767319101.990761:0:7166:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004b81df69. 00040000:00000010:0.0:1767319101.990770:0:7166:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000069c3b8f4. 00000004:00000010:0.0:1767319101.990775:0:7166:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007c8a1032. 00000004:00000010:0.0:1767319101.990781:0:7166:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e589cca3. 00000004:00000010:0.0:1767319101.990794:0:7166:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000055d8fc8a. 00002000:00000010:0.0:1767319101.990800:0:7166:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000064aafa5f. 00000004:00000010:0.0:1767319101.990805:0:7166:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000efb61caf. 00000080:00000010:0.0:1767319101.990819:0:7166:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000038ef192d. 00000080:00000010:0.0:1767319101.990835:0:7166:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000a5f5de0a. 00000100:00000200:0.0:1767319101.990842:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767319101.990849:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073c2dbfc. 00000400:00000010:0.0:1767319101.990856:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd28c291. 00000100:00000200:0.0:1767319101.990864:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767319101.990866:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d6d17f9. 00000400:00000010:0.0:1767319101.990869:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac1eb0f0. 00000100:00000200:0.0:1767319101.990871:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767319101.990873:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6212624. 00000400:00000010:0.0:1767319101.990875:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1299c60. 00000100:00000200:0.0:1767319101.990877:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767319101.990879:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010712979. 00000400:00000010:0.0:1767319101.990882:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000801cda27. 00000100:00000200:0.0:1767319101.990884:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767319101.990886:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ba34d28. 00000400:00000010:0.0:1767319101.990888:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009fe74d5. 00000100:00000200:0.0:1767319101.990890:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767319101.990891:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a627a809. 00000400:00000010:0.0:1767319101.990894:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad5115de. 00000100:00000200:0.0:1767319101.990896:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767319101.990914:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f126e49b. 00000400:00000010:0.0:1767319101.990920:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083206f3f. 00000100:00000200:0.0:1767319101.990923:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767319101.990925:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079f48b1f. 00000400:00000010:0.0:1767319101.990927:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b7819db3. 00000100:00000200:0.0:1767319101.990930:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767319101.990932:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003084ecca. 00000400:00000010:0.0:1767319101.990934:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000991e3793. 00000100:00000200:0.0:1767319101.990944:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767319101.990946:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000815a2a8. 00000400:00000010:0.0:1767319101.990950:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053ffc506. 00000100:00000200:0.0:1767319101.990952:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767319101.990954:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d8f318d. 00000400:00000010:0.0:1767319101.990956:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb6be3b4. 00000100:00000200:0.0:1767319101.990958:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767319101.990960:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031d42238. 00000400:00000010:0.0:1767319101.990963:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d665ec14. 00000100:00000200:0.0:1767319101.990965:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767319101.990967:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d893fbe. 00000400:00000010:0.0:1767319101.990969:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e3a5fa8. 00000100:00000200:0.0:1767319101.990971:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767319101.990973:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c8e1af5. 00000400:00000010:0.0:1767319101.990975:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000faf8ab96. 00000100:00000200:0.0:1767319101.990978:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767319101.990980:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000183d3cee. 00000400:00000010:0.0:1767319101.990982:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c47ce2f. 00000100:00000200:0.0:1767319101.990985:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767319101.990987:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000220f63ca. 00000400:00000010:0.0:1767319101.990989:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dde28318. 00000100:00000200:0.0:1767319101.990992:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767319101.990994:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000439b236c. 00000400:00000010:0.0:1767319101.990996:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c08e98aa. 00000100:00000200:0.0:1767319101.990998:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767319101.991000:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfd74226. 00000400:00000010:0.0:1767319101.991002:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c7552e5. 00000100:00000200:0.0:1767319101.991005:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767319101.991007:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c22abbd1. 00000400:00000010:0.0:1767319101.991009:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002cc387c. 00000100:00000200:0.0:1767319101.991011:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767319101.991013:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e574dfa. 00000400:00000010:0.0:1767319101.991016:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fcacff39. 00000100:00000200:0.0:1767319101.991018:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767319101.991021:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c19bc3bd. 00000400:00000010:0.0:1767319101.991175:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069c1df42. 00000100:00000200:0.0:1767319101.991180:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991318:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041812577. 00000400:00000010:1.0:1767319101.991324:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f57a127a. 00000100:00000200:1.0:1767319101.991327:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991329:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000723cf959. 00000400:00000010:1.0:1767319101.991332:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003727f1c8. 00000100:00000200:1.0:1767319101.991334:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991336:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004aba077e. 00000400:00000010:1.0:1767319101.991339:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000027a76cc. 00000100:00000200:1.0:1767319101.991341:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991344:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050273cb7. 00000400:00000010:1.0:1767319101.991346:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034ccff62. 00000100:00000200:1.0:1767319101.991349:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991351:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4329c15. 00000400:00000010:1.0:1767319101.991353:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d83c8388. 00000100:00000200:1.0:1767319101.991356:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991358:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b13d140. 00000400:00000010:1.0:1767319101.991361:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000077968f5. 00000100:00000200:1.0:1767319101.991363:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991371:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a3f814e. 00000400:00000010:1.0:1767319101.991374:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b177bf80. 00000100:00000200:1.0:1767319101.991376:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991378:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7115b62. 00000400:00000010:1.0:1767319101.991381:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073d95fdb. 00000100:00000200:1.0:1767319101.991383:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991385:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002459fe7b. 00000400:00000010:1.0:1767319101.991387:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006768b69e. 00000100:00000200:1.0:1767319101.991390:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991392:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2566773. 00000400:00000010:1.0:1767319101.991395:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b52b7513. 00000100:00000200:1.0:1767319101.991397:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991399:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002197daf7. 00000400:00000010:1.0:1767319101.991401:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000609320d5. 00000100:00000200:1.0:1767319101.991404:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991406:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000269f9668. 00000400:00000010:1.0:1767319101.991408:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000014e940d8. 00000100:00000200:1.0:1767319101.991410:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991412:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a394350. 00000400:00000010:1.0:1767319101.991414:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c29bbaf1. 00000100:00000200:1.0:1767319101.991416:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991418:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ea357ee. 00000400:00000010:1.0:1767319101.991421:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fa36d05. 00000100:00000200:1.0:1767319101.991611:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991615:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006af7afa2. 00000400:00000010:1.0:1767319101.991619:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f88deeb. 00000100:00000200:1.0:1767319101.991621:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991623:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a46111f1. 00000400:00000010:1.0:1767319101.991625:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef443514. 00000100:00000200:1.0:1767319101.991627:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991629:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b31177c9. 00000400:00000010:1.0:1767319101.991725:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000090ed86ef. 00000100:00000200:1.0:1767319101.991731:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991733:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cdd1f14. 00000400:00000010:1.0:1767319101.991737:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088cc3314. 00000100:00000200:1.0:1767319101.991745:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991747:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7c800f1. 00000400:00000010:1.0:1767319101.991750:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000099e1f391. 00000100:00000200:1.0:1767319101.991752:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991754:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091cc6559. 00000400:00000010:1.0:1767319101.991756:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000476d46f8. 00000100:00000200:1.0:1767319101.991758:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991760:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001339e4a9. 00000400:00000010:1.0:1767319101.991762:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006acdab17. 00000100:00000200:1.0:1767319101.991764:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991766:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000144bd74c. 00000400:00000010:1.0:1767319101.991768:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000664a0eb2. 00000100:00000200:1.0:1767319101.991769:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991771:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b685cdf1. 00000400:00000010:1.0:1767319101.991774:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002adbf484. 00000100:00000200:1.0:1767319101.991775:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991777:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e71bb454. 00000400:00000010:1.0:1767319101.991779:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3df0f20. 00000100:00000200:1.0:1767319101.991781:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991782:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e8daab1. 00000400:00000010:1.0:1767319101.991784:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a930bbb5. 00000100:00000200:1.0:1767319101.991786:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991788:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009b3bfad. 00000400:00000010:1.0:1767319101.991791:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa05546c. 00000100:00000200:1.0:1767319101.991793:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991795:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac43b593. 00000400:00000010:1.0:1767319101.991797:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e75538e6. 00000100:00000200:1.0:1767319101.991799:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991801:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0bb625c. 00000400:00000010:1.0:1767319101.991803:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072229ff2. 00000100:00000200:1.0:1767319101.991805:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991807:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3a67a19. 00000400:00000010:1.0:1767319101.991809:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d9db4d9. 00000100:00000200:1.0:1767319101.991811:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991813:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d28d2cd. 00000400:00000010:1.0:1767319101.991821:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1b993db. 00000100:00000200:1.0:1767319101.991824:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991826:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023287cc3. 00000400:00000010:1.0:1767319101.991828:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001325d331. 00000100:00000200:1.0:1767319101.991831:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991832:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004be95da1. 00000400:00000010:1.0:1767319101.991835:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1df11b6. 00000100:00000200:1.0:1767319101.991837:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991838:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9979f35. 00000400:00000010:1.0:1767319101.991841:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003de99171. 00000100:00000200:1.0:1767319101.991843:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991845:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000084c2520. 00000400:00000010:1.0:1767319101.991847:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f382ac8f. 00000100:00000200:1.0:1767319101.991849:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991851:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e8a39e3. 00000400:00000010:1.0:1767319101.991854:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ba051fd. 00000100:00000200:1.0:1767319101.991856:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991858:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005128d9d6. 00000400:00000010:1.0:1767319101.991861:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061f63d16. 00000100:00000200:1.0:1767319101.991864:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991866:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd4197e7. 00000400:00000010:1.0:1767319101.991869:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e588bbcb. 00000100:00000200:1.0:1767319101.991871:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991884:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017ffcc55. 00000400:00000010:1.0:1767319101.991889:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021ee855d. 00000100:00000200:1.0:1767319101.991891:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991894:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000461cebfd. 00000400:00000010:1.0:1767319101.991896:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000489ad8ce. 00000100:00000200:1.0:1767319101.991898:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991900:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f614a504. 00000400:00000010:1.0:1767319101.991901:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abe76c9b. 00000100:00000200:1.0:1767319101.991903:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991905:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000745bcb28. 00000400:00000010:1.0:1767319101.991907:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007da67248. 00000100:00000200:1.0:1767319101.991909:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991915:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000124d1a52. 00000400:00000010:1.0:1767319101.991918:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009c0906e2. 00000100:00000200:1.0:1767319101.991920:0:7166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767319101.991922:0:7166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d5405e3. 00000400:00000010:1.0:1767319101.991924:0:7166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c363b91. 00000100:00000010:1.0:1767319101.991929:0:7166:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000001e4f4462. 00000100:00000200:1.0:1767319101.992001:0:7166:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767319101.992286:0:7161:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000defc5866. 00000100:00000010:0.0:1767319101.992841:0:7167:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000015a84794. 00000020:00000010:0.0:1767319101.992847:0:7167:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f0d33955. 00000020:00000010:0.0:1767319101.992859:0:7167:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ade0af4b. 00000020:00000010:0.0:1767319101.992863:0:7167:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000082ae3c73. 00000020:00000010:0.0:1767319101.992867:0:7167:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000aa129460. 00000040:00000010:0.0:1767319101.992871:0:7167:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c85c6728. 00000020:00000010:0.0:1767319101.992876:0:7167:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b30d17e3. 00000020:00000010:0.0:1767319101.992882:0:7167:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000045fd9def. 00000020:00000010:0.0:1767319101.992887:0:7167:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000027f1082c. 80000000:00000010:0.0:1767319101.992892:0:7167:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000750f69b6. 40000000:00000010:0.0:1767319101.992895:0:7167:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002afaa724. 00000008:00000010:0.0:1767319101.992901:0:7167:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000c8a6a489. 00020000:00000010:0.0:1767319101.992907:0:7167:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000fe7c96ed. 00008000:00000010:0.0:1767319101.992912:0:7167:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000954856c3. 00100000:00000010:0.0:1767319101.992917:0:7167:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005a98948b. 00040000:00000010:0.0:1767319101.992922:0:7167:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000795a953f. 00040000:00000010:0.0:1767319101.992927:0:7167:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000795a583. 00040000:00000010:0.0:1767319101.992930:0:7167:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000022ca395d. 00000004:00000010:0.0:1767319101.992935:0:7167:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004b625b8a. 00000004:00000010:0.0:1767319101.992942:0:7167:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000083a98fc1. 00000004:00000010:0.0:1767319101.992947:0:7167:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000078a1a889. 00002000:00000010:0.0:1767319101.992952:0:7167:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006f1a8d21. 00000004:00000010:0.0:1767319101.992955:0:7167:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c2e50c89. 00000080:00000010:0.0:1767319101.992959:0:7167:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000000e451303. 00000080:00000010:0.0:1767319101.992964:0:7167:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000039e45454. 00000100:00000010:0.0:1767319101.992969:0:7167:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000001e9242e5. 00000100:00000200:0.0:1767319101.992988:0:7167:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767319101.993264:0:7161:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000009d7a7880. 00000100:00000010:0.0:1767319101.993615:0:7168:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000069e2d8a5. 00000020:00000010:0.0:1767319101.993619:0:7168:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000019214f2e. 00000020:00000010:0.0:1767319101.993623:0:7168:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c76595e4. 00000020:00000010:0.0:1767319101.993627:0:7168:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b65115f4. 00000020:00000010:0.0:1767319101.994005:0:7168:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000009a6063a1. 00000040:00000010:0.0:1767319101.994009:0:7168:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000825df270. 00000020:00000010:0.0:1767319101.994014:0:7168:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ba358293. 00000020:00000010:0.0:1767319101.994018:0:7168:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e721dc0a. 00000020:00000010:0.0:1767319101.994026:0:7168:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000779f47d1. 80000000:00000010:0.0:1767319101.994238:0:7168:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b4efccb5. 40000000:00000010:0.0:1767319101.994243:0:7168:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000086280712. 00000008:00000010:0.0:1767319101.994249:0:7168:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000044e22050. 00020000:00000010:0.0:1767319101.994253:0:7168:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000008b0c1209. 00008000:00000010:0.0:1767319101.994258:0:7168:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000bd0a9bcc. 00100000:00000010:0.0:1767319101.994264:0:7168:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005c9d2bc1. 00040000:00000010:0.0:1767319101.994276:0:7168:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006f90f501. 00040000:00000010:0.0:1767319101.994281:0:7168:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000091572850. 00040000:00000010:0.0:1767319101.994285:0:7168:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008992abd6. 00000004:00000010:0.0:1767319101.994289:0:7168:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000039f5bfd3. 00000004:00000010:0.0:1767319101.994294:0:7168:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b60c9d7c. 00000004:00000010:0.0:1767319101.994298:0:7168:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000404f6572. 00002000:00000010:0.0:1767319101.994303:0:7168:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008209d43f. 00000004:00000010:0.0:1767319101.994307:0:7168:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004ae0ed32. 00000080:00000010:0.0:1767319101.994312:0:7168:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000065369ded. 00000080:00000010:0.0:1767319101.994317:0:7168:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000070cbf19f. 00000100:00000010:0.0:1767319101.994322:0:7168:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000004f2e2027. 00000100:00000200:0.0:1767319101.995305:0:7168:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:2.0:1767319101.995356:0:7161:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000cdf5ca6c. 00000100:00000010:2.0:1767319101.995927:0:7169:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c066841d. 00000020:00000010:2.0:1767319101.995935:0:7169:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c216cdc7. 00000020:00000010:2.0:1767319101.995942:0:7169:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076496671. 00000020:00000010:2.0:1767319101.995946:0:7169:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006acf389d. 00000020:00000010:2.0:1767319101.995949:0:7169:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000dedae720. 00000040:00000010:2.0:1767319101.995954:0:7169:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000d0be69e. 00000020:00000010:2.0:1767319101.995959:0:7169:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003dd0cf6d. 00000020:00000010:2.0:1767319101.995964:0:7169:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000215bfeb8. 00000020:00000010:2.0:1767319101.995969:0:7169:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a97f4a1b. 80000000:00000010:2.0:1767319101.995973:0:7169:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000041956dfd. 40000000:00000010:2.0:1767319101.995977:0:7169:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000568cd301. 00000008:00000010:2.0:1767319101.995982:0:7169:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000069b6f5e5. 00020000:00000010:2.0:1767319101.995988:0:7169:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000e3af6355. 00008000:00000010:2.0:1767319101.995994:0:7169:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b779cc11. 00100000:00000010:2.0:1767319101.995998:0:7169:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003a1f371f. 00040000:00000010:2.0:1767319101.996003:0:7169:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c6b271ce. 00040000:00000010:2.0:1767319101.996008:0:7169:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c39ce895. 00040000:00000010:2.0:1767319101.996012:0:7169:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002384c529. 00000004:00000010:2.0:1767319101.996016:0:7169:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005ca25be7. 00000004:00000010:2.0:1767319101.996023:0:7169:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003e6b2825. 00000004:00000010:2.0:1767319101.996027:0:7169:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000778fd567. 00002000:00000010:2.0:1767319101.996293:0:7169:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001b1a74de. 00000004:00000010:2.0:1767319101.996298:0:7169:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e774a757. 00000080:00000010:2.0:1767319101.996304:0:7169:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000009e870dd2. 00000080:00000010:2.0:1767319101.996309:0:7169:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000cfa1efaa. 00000100:00000200:2.0:1767319101.996315:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996346:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ba05e88. 00000400:00000010:2.0:1767319101.996357:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b78936a9. 00000100:00000200:2.0:1767319101.996376:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996379:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000be67c8f. 00000400:00000010:2.0:1767319101.996382:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000040e2fd6c. 00000100:00000200:2.0:1767319101.996384:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996385:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a8960b0. 00000400:00000010:2.0:1767319101.996388:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bddb027. 00000100:00000200:2.0:1767319101.996390:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996392:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a5c85f9. 00000400:00000010:2.0:1767319101.996394:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083af3306. 00000100:00000200:2.0:1767319101.996396:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996398:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d196d8b9. 00000400:00000010:2.0:1767319101.996401:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000429f8911. 00000100:00000200:2.0:1767319101.996402:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996404:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000783aa7eb. 00000400:00000010:2.0:1767319101.996406:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047aa4a74. 00000100:00000200:2.0:1767319101.996408:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996410:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4d59975. 00000400:00000010:2.0:1767319101.996412:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ba250bb. 00000100:00000200:2.0:1767319101.996415:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996416:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcea7703. 00000400:00000010:2.0:1767319101.996418:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b41693f. 00000100:00000200:2.0:1767319101.996420:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996434:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d48391d. 00000400:00000010:2.0:1767319101.996439:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048b54805. 00000100:00000200:2.0:1767319101.996441:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996442:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a93f2af. 00000400:00000010:2.0:1767319101.996445:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb7af8ce. 00000100:00000200:2.0:1767319101.996447:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996449:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000adb3d4b0. 00000400:00000010:2.0:1767319101.996451:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008d0e7f7b. 00000100:00000200:2.0:1767319101.996453:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996455:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000200926b2. 00000400:00000010:2.0:1767319101.996458:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017f48ee4. 00000100:00000200:2.0:1767319101.996460:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996462:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c75b7a4c. 00000400:00000010:2.0:1767319101.996470:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000431fe253. 00000100:00000200:2.0:1767319101.996474:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996476:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efb5b2a8. 00000400:00000010:2.0:1767319101.996479:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000505b9503. 00000100:00000200:2.0:1767319101.996481:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996483:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004463bf5c. 00000400:00000010:2.0:1767319101.996485:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f204725f. 00000100:00000200:2.0:1767319101.996488:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996490:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c69b7cfe. 00000400:00000010:2.0:1767319101.996492:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000adca4f92. 00000100:00000200:2.0:1767319101.996493:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996495:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8d52445. 00000400:00000010:2.0:1767319101.996497:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc154844. 00000100:00000200:2.0:1767319101.996500:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996502:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068422575. 00000400:00000010:2.0:1767319101.996504:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005b280a0. 00000100:00000200:2.0:1767319101.996506:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996508:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000630be76d. 00000400:00000010:2.0:1767319101.996510:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001560d2ff. 00000100:00000200:2.0:1767319101.996512:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996514:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ed00878. 00000400:00000010:2.0:1767319101.996516:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b12d9db2. 00000100:00000200:2.0:1767319101.996518:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996519:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000931085f4. 00000400:00000010:2.0:1767319101.996521:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a4e2176. 00000100:00000200:2.0:1767319101.996523:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996525:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edec987d. 00000400:00000010:2.0:1767319101.996527:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000094e2b45f. 00000100:00000200:2.0:1767319101.996530:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996531:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000611c5524. 00000400:00000010:2.0:1767319101.996534:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035d3fc25. 00000100:00000200:2.0:1767319101.996537:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996539:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000001d1090. 00000400:00000010:2.0:1767319101.996541:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000286c0985. 00000100:00000200:2.0:1767319101.996543:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996551:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb8037ce. 00000400:00000010:2.0:1767319101.996554:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ba5d121. 00000100:00000200:2.0:1767319101.996557:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996558:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092a0d8c0. 00000400:00000010:2.0:1767319101.996560:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5da66ec. 00000100:00000200:2.0:1767319101.996562:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996564:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006f96787. 00000400:00000010:2.0:1767319101.996566:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032b612a4. 00000100:00000200:2.0:1767319101.996569:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996570:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ab886e5. 00000400:00000010:2.0:1767319101.996573:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000613bd2d0. 00000100:00000200:2.0:1767319101.996574:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996576:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000333b4c06. 00000400:00000010:2.0:1767319101.996578:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029e6dac1. 00000100:00000200:2.0:1767319101.996580:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996582:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030e4db70. 00000400:00000010:2.0:1767319101.996584:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bbd86a2. 00000100:00000200:2.0:1767319101.996586:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996588:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056a4465e. 00000400:00000010:2.0:1767319101.996590:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ff98d8d. 00000100:00000200:2.0:1767319101.996592:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996594:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009340ed73. 00000400:00000010:2.0:1767319101.996596:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd71cf8e. 00000100:00000200:2.0:1767319101.996597:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996599:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a3496dd. 00000400:00000010:2.0:1767319101.996601:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aebe3f31. 00000100:00000200:2.0:1767319101.996602:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996604:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030e765a8. 00000400:00000010:2.0:1767319101.996606:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061058c18. 00000100:00000200:2.0:1767319101.996608:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996609:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000148a846d. 00000400:00000010:2.0:1767319101.996612:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056a9055c. 00000100:00000200:2.0:1767319101.996614:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996615:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000085c011b. 00000400:00000010:2.0:1767319101.996617:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c2a2d96a. 00000100:00000200:2.0:1767319101.996625:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996627:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7cd5bbd. 00000400:00000010:2.0:1767319101.996641:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7804355. 00000100:00000200:2.0:1767319101.996645:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996647:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069e3f441. 00000400:00000010:2.0:1767319101.996650:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ed7fa7f. 00000100:00000200:2.0:1767319101.996652:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996664:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5ef8920. 00000400:00000010:2.0:1767319101.996667:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ad5810c. 00000100:00000200:2.0:1767319101.996670:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996672:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6708766. 00000400:00000010:2.0:1767319101.996674:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5a48933. 00000100:00000200:2.0:1767319101.996676:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996678:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd9c0a6b. 00000400:00000010:2.0:1767319101.996680:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a571cb6. 00000100:00000200:2.0:1767319101.996682:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996684:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d5b8998. 00000400:00000010:2.0:1767319101.996686:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059caaf28. 00000100:00000200:2.0:1767319101.996688:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996690:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097a1e4a2. 00000400:00000010:2.0:1767319101.996693:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5d63ccf. 00000100:00000200:2.0:1767319101.996696:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996698:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b1e3f0a. 00000400:00000010:2.0:1767319101.996700:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ccd4bfe4. 00000100:00000200:2.0:1767319101.996702:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996704:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093a69b27. 00000400:00000010:2.0:1767319101.996706:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5f0f9f9. 00000100:00000200:2.0:1767319101.996709:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996711:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048c7c642. 00000400:00000010:2.0:1767319101.996713:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c05bb433. 00000100:00000200:2.0:1767319101.996715:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996729:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005740a037. 00000400:00000010:2.0:1767319101.996733:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2b6f3ab. 00000100:00000200:2.0:1767319101.996737:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996739:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ff28f22. 00000400:00000010:2.0:1767319101.996745:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e51cb3e. 00000100:00000200:2.0:1767319101.996748:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996750:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000866c3bb9. 00000400:00000010:2.0:1767319101.996752:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000089434091. 00000100:00000200:2.0:1767319101.996754:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996756:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb846365. 00000400:00000010:2.0:1767319101.996759:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ad02f63. 00000100:00000200:2.0:1767319101.996761:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996762:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d56cf20. 00000400:00000010:2.0:1767319101.996764:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000887d3d11. 00000100:00000200:2.0:1767319101.996767:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996768:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9a7ad64. 00000400:00000010:2.0:1767319101.996770:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006292f230. 00000100:00000200:2.0:1767319101.996772:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996774:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000826a8623. 00000400:00000010:2.0:1767319101.996776:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a1e450d. 00000100:00000200:2.0:1767319101.996778:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996780:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041decfaa. 00000400:00000010:2.0:1767319101.996782:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1f10776. 00000100:00000200:2.0:1767319101.996784:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996786:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003bf10a05. 00000400:00000010:2.0:1767319101.996789:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000283bcce1. 00000100:00000200:2.0:1767319101.996791:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996793:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af082c44. 00000400:00000010:2.0:1767319101.996796:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8903580. 00000100:00000200:2.0:1767319101.996798:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996800:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000866ea447. 00000400:00000010:2.0:1767319101.996802:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b08aafac. 00000100:00000200:2.0:1767319101.996804:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996806:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2230bfd. 00000400:00000010:2.0:1767319101.996808:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8da116e. 00000100:00000200:2.0:1767319101.996810:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996813:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088d7fb30. 00000400:00000010:2.0:1767319101.996815:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a32d8651. 00000100:00000200:2.0:1767319101.996817:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996825:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4de0231. 00000400:00000010:2.0:1767319101.996827:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb70739b. 00000100:00000200:2.0:1767319101.996830:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996832:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038a4916e. 00000400:00000010:2.0:1767319101.996834:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9acd477. 00000100:00000200:2.0:1767319101.996836:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996838:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094a7c343. 00000400:00000010:2.0:1767319101.996840:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005285c74e. 00000100:00000200:2.0:1767319101.996842:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996853:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa36323b. 00000400:00000010:2.0:1767319101.996857:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079532e80. 00000100:00000200:2.0:1767319101.996860:0:7169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767319101.996861:0:7169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fc41bb7. 00000400:00000010:2.0:1767319101.996864:0:7169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008118f781. 00000100:00000010:2.0:1767319101.996868:0:7169:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000076790b5b. 00000100:00000200:2.0:1767319101.996892:0:7169:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767319101.998074:0:7161:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003113e2dc. 00000400:00000200:2.0:1767319101.998524:0:2434:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000800:00000200:2.1:1767319101.998535:0:2434:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:2.0:1767319101.998548:0:2434:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.120@tcp p 3.x 192.168.204.20 -> 192.168.204.120:988 incarnation:1767318941449652232 sched[0] 00000800:00000010:2.0:1767319101.998554:0:2434:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004f2acb71. 00000100:00000010:3.0:1767319101.999200:0:7170:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000964c43f. 00000020:00000010:3.0:1767319101.999208:0:7170:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000025604b26. 00000020:00000010:3.0:1767319101.999218:0:7170:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002938cead. 00000020:00000010:3.0:1767319101.999222:0:7170:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000001bb1e5. 00000020:00000010:3.0:1767319101.999227:0:7170:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000001ab8044d. 00000040:00000010:3.0:1767319101.999233:0:7170:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c98c79b8. 00000020:00000010:3.0:1767319101.999239:0:7170:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008342a08c. 00000020:00000010:3.0:1767319101.999246:0:7170:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003bf21abf. 00000020:00000010:3.0:1767319101.999252:0:7170:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cb1597a1. 80000000:00000010:3.0:1767319101.999257:0:7170:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a41568ce. 40000000:00000010:3.0:1767319101.999262:0:7170:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005cdd8732. 00000008:00000010:3.0:1767319101.999296:0:7170:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000000a9b7ec. 00020000:00000010:3.0:1767319101.999305:0:7170:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000ae042b7a. 00008000:00000010:3.0:1767319101.999323:0:7170:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000005043e82b. 00100000:00000010:3.0:1767319101.999331:0:7170:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f6fa179c. 00040000:00000010:3.0:1767319101.999337:0:7170:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000028b070f2. 00040000:00000010:3.0:1767319101.999344:0:7170:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008c32a76f. 00040000:00000010:3.0:1767319101.999349:0:7170:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d5fdd18a. 00000004:00000010:3.0:1767319101.999356:0:7170:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ec8f1b35. 00000004:00000010:3.0:1767319101.999364:0:7170:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c657df93. 00000004:00000010:3.0:1767319101.999371:0:7170:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005e5a98a2. 00002000:00000010:3.0:1767319101.999378:0:7170:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000341a3813. 00000004:00000010:3.0:1767319101.999384:0:7170:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d0dadf49. 00000080:00000010:3.0:1767319101.999401:0:7170:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000051c7deb1. 00000080:00000010:3.0:1767319101.999417:0:7170:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000525d8878. 00000100:00000010:3.0:1767319101.999437:0:7170:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000003e2f4111. 00000100:00000200:3.0:1767319101.999458:0:7170:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767319101.999481:0:7161:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005968382e. 00000400:00000200:1.0:1767319102.000538:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.000548:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : ACK - for me 00000400:00000200:1.0:1767319102.000558:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.000564:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.000576:0:2438:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.20@tcp: ACK from 12345-192.168.204.120@tcp into md 0x19 00000400:00000200:1.0:1767319102.000587:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319102.000594:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: ACK: OK 00000400:00000200:1.0:1767319102.000601:0:2438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f04d25a 00000400:00000010:1.0:1767319102.000606:0:2438:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f04d25a. 00000400:00000200:1.0:1767319102.000611:0:2438:0:(peer.c:3141:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767319102.000615:0:2438:0:(peer.c:2859:lnet_discovery_event_ack()) peer 192.168.204.120@tcp ev->status 0 00000400:00000200:1.0:1767319102.000620:0:2438:0:(peer.c:2465:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.120@tcp: -114 00000400:00000200:1.0:1767319102.000757:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.000760:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1767319102.000765:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.000768:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.000771:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.000775:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767319102.000786:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.120@tcp of length 48/48 into md 0x9 [1] + 0 00000400:00000010:1.0:1767319102.000792:0:2438:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008c0bd4e. 00000400:00000200:1.0:1767319102.000796:0:2438:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000058c5a638 00000100:00000010:3.0:1767319102.001187:0:7171:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002f8bcf93. 00000020:00000010:3.0:1767319102.001194:0:7171:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007377e2cf. 00000020:00000010:3.0:1767319102.001202:0:7171:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009671eb2. 00000020:00000010:3.0:1767319102.001207:0:7171:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a8884e60. 00000020:00000010:3.0:1767319102.001211:0:7171:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000007d9d46e6. 00000040:00000010:3.0:1767319102.001215:0:7171:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005799daa8. 00000020:00000010:3.0:1767319102.001221:0:7171:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009eefe731. 00000020:00000010:3.0:1767319102.001227:0:7171:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000094f7e9fb. 00000020:00000010:3.0:1767319102.001232:0:7171:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000089838ba4. 80000000:00000010:3.0:1767319102.001237:0:7171:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004b37f112. 40000000:00000010:3.0:1767319102.001241:0:7171:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000273951d8. 00000008:00000010:3.0:1767319102.001247:0:7171:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000011226905. 00020000:00000010:3.0:1767319102.001253:0:7171:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000dd043a78. 00008000:00000010:3.0:1767319102.001259:0:7171:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000fbf00acb. 00100000:00000010:3.0:1767319102.001264:0:7171:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000040898c20. 00040000:00000010:3.0:1767319102.001269:0:7171:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dbc70d5f. 00040000:00000010:3.0:1767319102.001274:0:7171:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c079eae1. 00040000:00000010:3.0:1767319102.001278:0:7171:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004d62e223. 00000004:00000010:3.0:1767319102.001283:0:7171:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000079057edb. 00000004:00000010:3.0:1767319102.001290:0:7171:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005639499e. 00000004:00000010:3.0:1767319102.001296:0:7171:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a0cf551b. 00002000:00000010:3.0:1767319102.001301:0:7171:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fc449b3f. 00000004:00000010:3.0:1767319102.001306:0:7171:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007d1f6d15. 00000080:00000010:3.0:1767319102.001311:0:7171:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000eedf99de. 00000080:00000010:3.0:1767319102.001316:0:7171:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000002da651b0. 00000100:00000010:3.0:1767319102.001322:0:7171:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000064cad8d8. 00000100:00000200:3.0:1767319102.001340:0:7171:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:3.0:1767319102.001356:0:7161:0:(ldlm_lockd.c:3465:ldlm_setup()) kmalloced '(blp)': 168 at 0000000027d23254. 00000400:00000200:1.0:1767319102.001804:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319102.001812:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1767319102.001818:0:2438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c5a638 00000400:00000010:1.0:1767319102.001821:0:2438:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058c5a638. 00000400:00000200:1.0:1767319102.001826:0:2438:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767319102.001839:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.001844:0:2438:0:(peer.c:2630:lnet_peer_push_event()) peer 192.168.204.120@tcp(00000000bca8abe3) is MR 00000400:00000010:1.0:1767319102.001849:0:2438:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000dced8947. 00000400:00000200:1.0:1767319102.001852:0:2438:0:(peer.c:2704:lnet_peer_push_event()) Received Push 192.168.204.120@tcp 363512030 00000400:00000200:1.0:1767319102.001856:0:2438:0:(peer.c:2465:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.120@tcp: -114 00000400:00000200:1.0:1767319102.001866:0:2438:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767319102.001870:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.001875:0:2438:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.20@tcp to MR: 192.168.204.120@tcp local destination 00000400:00000200:1.0:1767319102.001882:0:2438:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [3:3:256:4294967295] 192.168.204.120@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:1.0:1767319102.001886:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.001896:0:2438:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:192.168.204.20@tcp) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) 192.168.204.120@tcp : ACK try# 0 00000800:00000200:1.0:1767319102.001903:0:2438:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:1.0:1767319102.001909:0:2438:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047973c73. 00000800:00000200:1.0:1767319102.001916:0:2438:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3449d5f] -> 12345-192.168.204.120@tcp (4) 00000800:00000200:1.0:1767319102.001925:0:2438:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:1.0:1767319102.001930:0:2438:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000047973c73 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767319102.002185:0:2434:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.120:988 00000400:00000200:2.0:1767319102.002249:0:2434:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.120:988 00000800:00000200:1.0:1767319102.003232:0:2438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767319102.003240:0:2438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047973c73. 00000400:00000200:1.0:1767319102.003246:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319102.003254:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: ACK: OK 00000400:00000200:1.0:1767319102.003280:0:2444:0:(peer.c:4048:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767319102.003288:0:2444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009df29c30. 00000400:00000010:1.0:1767319102.003295:0:2444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f04d25a. 00000400:00000200:1.0:1767319102.003304:0:2444:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000971af160 00000400:00000200:1.0:1767319102.003309:0:2444:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.204.120@tcp(00000000bca8abe3) state 0x1000c1 00000400:00000010:1.0:1767319102.003318:0:2444:0:(peer.c:3325:lnet_peer_merge_data()) alloc '(curnis)': 40 at 0000000089bd30b8. 00000400:00000010:1.0:1767319102.003322:0:2444:0:(peer.c:3326:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000ecfd4d2c. 00000400:00000010:1.0:1767319102.003324:0:2444:0:(peer.c:3327:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000cfbdc85c. 00000400:00000200:1.0:1767319102.003330:0:2444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.003335:0:2444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:1.0:1767319102.003338:0:2444:0:(peer.c:3465:lnet_peer_merge_data()) kfreed 'curnis': 40 at 0000000089bd30b8. 00000400:00000010:1.0:1767319102.003347:0:2444:0:(peer.c:3466:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000ecfd4d2c. 00000400:00000010:1.0:1767319102.003349:0:2444:0:(peer.c:3467:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000cfbdc85c. 00000400:00000010:1.0:1767319102.003353:0:2444:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000dced8947. 00000400:00000200:1.0:1767319102.003356:0:2444:0:(peer.c:3470:lnet_peer_merge_data()) peer 192.168.204.120@tcp (00000000bca8abe3): 0 00000400:00000200:1.0:1767319102.003359:0:2444:0:(peer.c:3774:lnet_peer_data_present()) peer 192.168.204.120@tcp(00000000bca8abe3): 0. state = 0x100141 00000400:00000200:1.0:1767319102.003363:0:2444:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.204.120@tcp(00000000bca8abe3) state 0x100141 rc 1 00000400:00000200:1.0:1767319102.003366:0:2444:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.204.120@tcp(00000000bca8abe3) state 0x100141 00000400:00000200:1.0:1767319102.003370:0:2444:0:(peer.c:3904:lnet_peer_discovered()) peer 192.168.204.120@tcp 00000400:00000200:1.0:1767319102.003372:0:2444:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.204.120@tcp(00000000bca8abe3) state 0x100111 rc 0 00000400:00000200:1.0:1767319102.003376:0:2444:0:(peer.c:2481:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.120@tcp 00010000:00000010:2.0:1767319102.003750:0:7172:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000f2b3af8f. 00000020:00000010:2.0:1767319102.003757:0:7172:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0a0420c. 00000020:00000010:2.0:1767319102.003764:0:7172:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e793c1a1. 00000020:00000010:2.0:1767319102.003770:0:7172:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000476771da. 00000020:00000010:2.0:1767319102.003777:0:7172:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c9196820. 00000020:00000010:2.0:1767319102.003782:0:7172:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b5fc6651. 80000000:00000010:2.0:1767319102.003787:0:7172:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d0d23d85. 40000000:00000010:2.0:1767319102.003791:0:7172:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000823afdfb. 00100000:00000010:2.0:1767319102.003797:0:7172:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007058b045. 00040000:00000010:2.0:1767319102.003802:0:7172:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000adddeae4. 00040000:00000010:2.0:1767319102.003806:0:7172:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a4ba3bc9. 00002000:00000010:2.0:1767319102.003812:0:7172:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000dc98a21b. 00000020:00000010:2.0:1767319102.003825:0:7172:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000be2bd0e7. 00010000:00000010:3.0:1767319102.005391:0:7173:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000270a5347. 00000020:00000010:3.0:1767319102.005404:0:7173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbfbdd18. 00000020:00000010:3.0:1767319102.005409:0:7173:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000032ebcafa. 00000020:00000010:3.0:1767319102.005415:0:7173:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000011a15e44. 00000020:00000010:3.0:1767319102.005437:0:7173:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000029f8fc19. 00000020:00000010:3.0:1767319102.005442:0:7173:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000030605ece. 80000000:00000010:3.0:1767319102.005447:0:7173:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000136e51b3. 40000000:00000010:3.0:1767319102.005451:0:7173:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b83c24df. 00100000:00000010:3.0:1767319102.005456:0:7173:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000039f2dc24. 00040000:00000010:3.0:1767319102.005461:0:7173:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e182b98a. 00040000:00000010:3.0:1767319102.005465:0:7173:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000bcad7aa. 00002000:00000010:3.0:1767319102.005469:0:7173:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003e56c310. 00000020:00000010:3.0:1767319102.005475:0:7173:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f19d3e57. 00000020:00000010:0.0:1767319102.009277:0:7174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007750ebe7. 00000020:00000010:0.0:1767319102.009294:0:7174:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000005142888. 00000040:00000010:0.0:1767319102.009300:0:7174:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000cf3174b. 00000020:00000010:0.0:1767319102.009307:0:7174:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003d1783d9. 00000020:00000010:0.0:1767319102.009314:0:7174:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a257d4dd. 00000020:00000010:0.0:1767319102.009320:0:7174:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e4adc6f8. 80000000:00000010:0.0:1767319102.009325:0:7174:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002ecc51a5. 40000000:00000010:0.0:1767319102.009331:0:7174:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000abb73665. 00100000:00000010:0.0:1767319102.009338:0:7174:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fc8ae18c. 00040000:00000010:0.0:1767319102.009344:0:7174:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d936d56f. 00040000:00000010:0.0:1767319102.009360:0:7174:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000041d5d4ad. 00040000:00000010:0.0:1767319102.009364:0:7174:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d229e087. 00000004:00000010:0.0:1767319102.009386:0:7174:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a3cbb148. 00000004:00000010:0.0:1767319102.009393:0:7174:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000e8508ef. 00000004:00000010:0.0:1767319102.009399:0:7174:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000312661f7. 00002000:00000010:0.0:1767319102.009413:0:7174:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007c9d9b40. 00000004:00000010:0.0:1767319102.009419:0:7174:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000000e26fc8. 00000020:00000010:0.0:1767319102.009435:0:7174:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000614867b4. 00000001:00000010:3.0:1767319102.009486:0:7161:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000afdcc8cc. 00000001:00000010:3.0:1767319102.009498:0:7161:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000bf4dd56d. 00000020:00000010:3.0:1767319102.009527:0:7161:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000032ca8bab. 00000100:00000200:3.0:1767319102.009556:0:7161:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.120@tcp->12345-192.168.204.120@tcp 00000400:00000200:3.0:1767319102.009565:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319102.009574:0:7161:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.204.120@tcp primary NID 192.168.204.120@tcp rc 0 00000100:00000010:3.0:1767319102.009578:0:7161:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 00000000b104984d. 00010000:00000010:3.0:1767319102.009584:0:7161:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000dc7be0fd. 00010000:00000010:3.0:1767319102.009590:0:7161:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000a98b7ad4. 00000001:00000010:3.0:1767319102.009596:0:7161:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000007237f8eb. 00000001:00000010:3.0:1767319102.009602:0:7161:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 0000000017b19d21. 00000001:00000010:3.0:1767319102.009606:0:7161:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000579e7dea. 00000001:00000010:3.0:1767319102.009609:0:7161:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000b6837b79. 00000020:00000010:3.0:1767319102.009692:0:7161:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007cbd9f98. 00000020:00000010:3.0:1767319102.009696:0:7161:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000bcf36d64. 00000020:00000010:3.0:1767319102.009788:0:7161:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007f934e45. 00000020:00000010:3.0:1767319102.009792:0:7161:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000014037a01. 00000040:00000010:3.0:1767319102.009814:0:7161:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000004f5f2823. 00000800:00000010:2.0:1767319102.012980:0:2434:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cdb898b9. 00000800:00000010:2.0:1767319102.012996:0:2434:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000009efe239. 00000800:00000010:2.0:1767319102.013003:0:2434:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e7481048. 00000800:00000010:2.0:1767319102.013014:0:2434:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e7481048. 00000020:00000010:3.0:1767319102.019609:0:7161:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eec3798c. 00000040:00000010:3.0:1767319102.019628:0:7161:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001d63798a. 00000020:00000010:3.0:1767319102.019910:0:7161:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ba4787b5. 00000020:00000010:3.0:1767319102.019917:0:7161:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000027b73ecb. 00040000:00000010:3.0:1767319102.019923:0:7161:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007c14942f. 00040000:00000010:3.0:1767319102.019946:0:7161:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dcc565bb. 00000020:00000010:3.0:1767319102.019950:0:7161:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d671cc3. 00000020:00000010:3.0:1767319102.019959:0:7161:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ff206d4. 00000020:00000010:3.0:1767319102.019965:0:7161:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ac58342a. 00000008:00000010:3.0:1767319102.019970:0:7161:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000963b8c2d. 00020000:00000010:3.0:1767319102.019977:0:7161:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000fc68cdf6. 00008000:00000010:3.0:1767319102.019983:0:7161:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000005542ac46. 00000080:00000010:3.0:1767319102.019988:0:7161:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000d164a15d. 00000020:00000010:3.0:1767319102.019993:0:7161:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000623e3bac. 00000020:00000010:3.0:1767319102.020575:0:7161:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 104 at 000000009da0ebdf. 00000020:00000010:3.0:1767319102.020597:0:7161:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005282626b. 00000400:00000200:3.0:1767319102.020623:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319102.020774:0:7161:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.120@tcp is discovered: rc = 1 00000100:00000010:3.0:1767319102.020811:0:7161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d113eee. 02000000:00000010:3.0:1767319102.020920:0:7161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000001aab6054. 00000020:00000010:2.0:1767319102.020987:0:2445:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000eab045da. 00000020:00000010:2.0:1767319102.021004:0:2445:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006671756f. 80000000:00000010:2.0:1767319102.021010:0:2445:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009dc87ff4. 40000000:00000010:2.0:1767319102.021016:0:2445:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e7481048. 00000008:00000010:2.0:1767319102.021021:0:2445:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000a5efd032. 00020000:00000010:2.0:1767319102.021025:0:2445:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000093a00d29. 00008000:00000010:2.0:1767319102.021056:0:2445:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000001208bbb. 00100000:00000010:2.0:1767319102.021064:0:2445:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f364aa64. 00040000:00000010:2.0:1767319102.021068:0:2445:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000be757b3b. 00040000:00000010:2.0:1767319102.021074:0:2445:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e3b0ebc7. 00040000:00000010:2.0:1767319102.021078:0:2445:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e72490c0. 00000004:00000010:2.0:1767319102.021096:0:2445:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000030236044. 00000004:00000010:2.0:1767319102.021103:0:2445:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000dfc41666. 00000004:00000010:2.0:1767319102.021109:0:2445:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001824ed9e. 00002000:00000010:2.0:1767319102.021115:0:2445:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f2e56566. 00000004:00000010:2.0:1767319102.021120:0:2445:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007fc1a592. 00000080:00000010:2.0:1767319102.021126:0:2445:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c82c3052. 00000080:00000010:2.0:1767319102.021130:0:2445:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000abd5133b. 00000008:00000010:2.0:1767319102.021136:0:2445:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000007dbf878e. 00020000:00000010:2.0:1767319102.021139:0:2445:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000004a6bdf29. 00008000:00000010:2.0:1767319102.021143:0:2445:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000049b4b06f. 00000080:00000010:2.0:1767319102.021148:0:2445:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000007130c647. 02000000:00000010:2.0:1767319102.021166:0:2445:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fa9b633c. 00000400:00000200:2.0:1767319102.021176:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:2.0:1767319102.021180:0:2445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9a60a91. 00000400:00000010:2.0:1767319102.021187:0:2445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000449e1eba. 00000100:00000200:2.0:1767319102.021197:0:2445:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853168166109312, portal 25 00000400:00000010:2.0:1767319102.021202:0:2445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a93ca89e. 00000100:00000200:2.0:1767319102.021212:0:2445:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853168166109312, offset 0 00000400:00000200:2.0:1767319102.021220:0:2445:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:2.0:1767319102.021229:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319102.021238:0:2445:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:2.0:1767319102.021244:0:2445:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767319102.021250:0:2445:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:2.0:1767319102.021254:0:2445:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767319102.021257:0:2445:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:2.0:1767319102.021261:0:2445:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [4:4:256:4294967295] 192.168.204.120@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:2.0:1767319102.021266:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319102.021278:0:2445:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:2.0:1767319102.021286:0:2445:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:2.0:1767319102.021291:0:2445:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025cefd46. 00000800:00000200:2.0:1767319102.021299:0:2445:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3449d5f] -> 12345-192.168.204.120@tcp (4) 00000800:00000200:2.0:1767319102.021307:0:2445:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:2.0:1767319102.021313:0:2445:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025cefd46 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1767319102.021339:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000010:2.0:1767319102.021344:0:2445:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af2f180b. 00000100:00000010:2.0:1767319102.021364:0:2445:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000dfa2bc6. 00000800:00000200:0.0:1767319102.021894:0:2438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319102.021901:0:2438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025cefd46. 00000400:00000200:0.0:1767319102.021906:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.021913:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319102.021921:0:2438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a93ca89e 00000400:00000010:0.0:1767319102.021923:0:2438:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a93ca89e. 00000100:00000200:0.0:1767319102.021932:0:2438:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d113eee x1853168166109312/t0(0) o250->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 520/544 e 0 to 0 dl 1767319112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767319102.022400:0:7161:0:(obd_mount.c:538:lustre_start_mgc()) kfreed 'uuid': 40 at 000000002167c49b. 00000020:00000010:3.0:1767319102.022407:0:7161:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 00000000b64755ab. 00000020:00000010:3.0:1767319102.022411:0:7161:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 00000000c2e613cf. 00000080:00000010:3.0:1767319102.022419:0:7161:0:(llite_lib.c:1395:ll_fill_super()) kmalloced '(cfg)': 88 at 000000006f82bfe1. 00000080:00000010:3.0:1767319102.022435:0:7161:0:(llite_lib.c:98:ll_init_sbi()) kmalloced '(sbi)': 1376 at 000000002eb9c5ff. 00000020:00000010:3.0:1767319102.022500:0:7161:0:(cl_page.c:1380:cl_cache_init()) kmalloced '(cache)': 152 at 00000000e34c9401. 00000080:00000010:3.0:1767319102.022504:0:7161:0:(llite_lib.c:132:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at 000000007909675a. 00000080:00000010:3.0:1767319102.022507:0:7161:0:(llite_lib.c:139:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at 00000000206b2ef0. 00000020:00000010:3.0:1767319102.023098:0:7161:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000bf2e7a72. 00000020:00000010:3.0:1767319102.023106:0:7161:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at 0000000064b2a443. 00000020:00000010:3.0:1767319102.023127:0:7161:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005d33b9c9. 00000020:00000010:3.0:1767319102.023131:0:7161:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at 00000000defff6eb. 00000020:00000010:3.0:1767319102.023141:0:7161:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 0000000053ea1673. 00000020:00000010:3.0:1767319102.023146:0:7161:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 0000000030240bc1. 00000020:00000010:3.0:1767319102.023152:0:7161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000623e3bac. 00000020:00000010:3.0:1767319102.023158:0:7161:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003d671cc3. 00000040:00000010:3.0:1767319102.023164:0:7161:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000289ba07a. 00000020:00000010:3.0:1767319102.023176:0:7161:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000073f7423f. 00000020:00000010:3.0:1767319102.023180:0:7161:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000230ff9c. 00040000:00000010:3.0:1767319102.023188:0:7161:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007c14942f. 00040000:00000010:3.0:1767319102.023192:0:7161:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000491d1428. 10000000:00000010:3.0:1767319102.023203:0:7161:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 0000000083eb4978. 02000000:00000010:3.0:1767319102.023212:0:7161:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at 000000009f332ef9. 00000100:00000010:3.0:1767319102.023220:0:7161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068110644. 02000000:00000010:3.0:1767319102.023236:0:7161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fe4548e4. 00010000:00000010:3.0:1767319102.023254:0:7161:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005d222bee. 00010000:00000010:3.0:1767319102.023262:0:7161:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000824ee21d. 00000020:00000010:3.0:1767319102.023266:0:7161:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000181efbc9. 00000100:00000010:3.0:1767319102.023287:0:7161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eeb88ee. 00000100:00000010:0.0:1767319102.028650:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af2f180b. 00000400:00000200:2.0:1767319102.031720:0:2434:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000800:00000200:2.1:1767319102.031734:0:2434:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767319102.031745:0:2434:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.120@tcp p 3.x 192.168.204.20 -> 192.168.204.120:988 incarnation:1767318941449652232 sched[0] 00000800:00000010:2.0:1767319102.031750:0:2434:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000009efe239. 00000400:00000200:0.0:1767319102.032574:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.032584:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319102.032593:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.032600:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.032607:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.032611:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 416 into portal 25 MB=0x6957256400080 00000400:00000200:0.0:1767319102.032619:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.032626:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 416/416 into md 0x229 [1] + 0 00000400:00000200:0.0:1767319102.032677:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.032684:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000200:0.0:1767319102.032702:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d113eee x1853168166109312/t0(0) o250->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 520/544 e 0 to 0 dl 1767319112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767319102.032886:0:2445:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9a60a91. 00000400:00000200:2.0:1767319102.032894:0:2445:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000449e1eba 00000400:00000010:2.0:1767319102.032897:0:2445:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000449e1eba. 00000100:00000200:2.0:1767319102.032905:0:2445:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d113eee x1853168166109312/t0(0) o250->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 520/544 e 0 to 0 dl 1767319112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767319102.032914:0:2445:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d113eee x1853168166109312/t0(0) o250->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 520/544 e 0 to 0 dl 1767319112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767319102.033005:0:2445:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fa9b633c. 02000000:00000010:2.0:1767319102.033021:0:2445:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000001aab6054. 00000100:00000010:2.0:1767319102.033028:0:2445:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d113eee. 02000000:00000010:2.0:1767319102.033094:0:7161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fa9b633c. 00000400:00000200:2.0:1767319102.033102:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:2.0:1767319102.033104:0:7161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9a60a91. 00000400:00000010:2.0:1767319102.033109:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000449e1eba. 00000100:00000200:2.0:1767319102.033116:0:7161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853168166109440, portal 25 00000400:00000010:2.0:1767319102.033123:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c82eb251. 00000100:00000200:2.0:1767319102.033128:0:7161:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853168166109440, offset 0 00000400:00000200:2.0:1767319102.033136:0:7161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:2.0:1767319102.033144:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319102.033152:0:7161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:2.0:1767319102.033158:0:7161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767319102.033163:0:7161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:2.0:1767319102.033167:0:7161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767319102.033171:0:7161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:2.0:1767319102.033175:0:7161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [5:5:256:4294967295] 192.168.204.120@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:2.0:1767319102.033180:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319102.033191:0:7161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:2.0:1767319102.033197:0:7161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:2.0:1767319102.033203:0:7161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025cefd46. 00000800:00000200:2.0:1767319102.033210:0:7161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3449d5f] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:2.0:1767319102.033220:0:7161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:2.0:1767319102.033224:0:7161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025cefd46 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1767319102.033235:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000010:2.0:1767319102.033241:0:7161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dbee36f5. 00000800:00000200:0.0:1767319102.034199:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319102.034211:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025cefd46. 00000400:00000200:0.0:1767319102.034219:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.034238:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319102.034245:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c82eb251 00000400:00000010:0.0:1767319102.034247:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c82eb251. 00000100:00000200:0.0:1767319102.034256:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000068110644 x1853168166109440/t0(0) o101->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1767319118 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767319102.038179:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dbee36f5. 00000100:00000010:1.0:1767319102.039135:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000dfa2bc6. 00000400:00000200:0.0:1767319102.052775:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.052789:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319102.052798:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.052804:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.052811:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.052816:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 344 into portal 25 MB=0x6957256400100 00000400:00000200:0.0:1767319102.052825:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.052919:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 344/344 into md 0x231 [1] + 224 00000400:00000200:0.0:1767319102.052941:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.052947:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000200:0.0:1767319102.052967:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000068110644 x1853168166109440/t0(0) o101->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1767319118 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767319102.054023:0:7161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9a60a91. 00000400:00000200:2.0:1767319102.054136:0:7161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000449e1eba 00000400:00000010:2.0:1767319102.054139:0:7161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000449e1eba. 00000100:00000200:2.0:1767319102.054152:0:7161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000068110644 x1853168166109440/t0(0) o101->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767319102.054180:0:7161:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000068110644 x1853168166109440/t0(0) o101->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767319102.054217:0:7161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003eeb88ee. 02000000:00000010:2.0:1767319102.054246:0:7161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fa9b633c. 02000000:00000010:2.0:1767319102.054252:0:7161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fe4548e4. 00000100:00000010:2.0:1767319102.054259:0:7161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068110644. 10000000:00000010:2.0:1767319102.054270:0:7161:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000058432c4c. 00000020:00000010:2.0:1767319102.054276:0:7161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d69e76a6. 00000020:00000010:2.0:1767319102.054281:0:7161:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000185e9277. 00000040:00000010:2.0:1767319102.054286:0:7161:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000052714829. 00000020:00000010:2.0:1767319102.054291:0:7161:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005ad66520. 00000020:00000010:2.0:1767319102.054297:0:7161:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000078ff262d. 80000000:00000010:2.0:1767319102.054302:0:7161:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ab895ac3. 00040000:00000010:2.0:1767319102.054308:0:7161:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b72673d5. 20000000:00000010:2.0:1767319102.054313:0:7161:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000551f1d9b. 00000040:00000010:2.0:1767319102.054320:0:7161:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ec01062a. 00000100:00000010:2.0:1767319102.054343:0:7161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a76743d9. 02000000:00000010:2.0:1767319102.054361:0:7161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a1130e1e. 00000100:00000010:2.0:1767319102.054379:0:7161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b41e2eeb. 02000000:00000010:2.0:1767319102.054401:0:7161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe72aa51. 00000400:00000200:2.0:1767319102.054412:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:2.0:1767319102.054415:0:7161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9a60a91. 00000400:00000010:2.0:1767319102.054421:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000449e1eba. 00000100:00000200:2.0:1767319102.054429:0:7161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166109568, portal 25 00000400:00000010:2.0:1767319102.054434:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b96ee744. 00000100:00000200:2.0:1767319102.054437:0:7161:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853168166109568, offset 0 00000400:00000200:2.0:1767319102.054445:0:7161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:2.0:1767319102.054455:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319102.054463:0:7161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:2.0:1767319102.054469:0:7161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767319102.054479:0:7161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:2.0:1767319102.054483:0:7161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767319102.054486:0:7161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:2.0:1767319102.054490:0:7161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [6:6:256:4294967295] 192.168.204.120@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:2.0:1767319102.054494:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319102.054504:0:7161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:2.0:1767319102.054512:0:7161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:2.0:1767319102.054518:0:7161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025cefd46. 00000800:00000200:2.0:1767319102.054526:0:7161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3449d5f] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:2.0:1767319102.054535:0:7161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:2.0:1767319102.054540:0:7161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025cefd46 type 1, nob 608 niov 1 nkiov 1 00000400:00000200:2.0:1767319102.054558:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000010:2.0:1767319102.054563:0:7161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c306095. 00000100:00000010:2.0:1767319102.054578:0:7161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f726de7b. 00000800:00000200:0.0:1767319102.054767:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319102.054772:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025cefd46. 00000400:00000200:0.0:1767319102.054777:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.054782:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319102.054787:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b96ee744 00000400:00000010:0.0:1767319102.054788:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b96ee744. 00000100:00000200:0.0:1767319102.054794:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a76743d9 x1853168166109568/t0(0) o501->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1767319118 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767319102.061433:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f726de7b. 00000400:00000200:1.0:1767319102.062212:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.062226:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1767319102.062236:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.062242:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.062249:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.062254:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 272 into portal 25 MB=0x6957256400180 00000400:00000200:1.0:1767319102.062262:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.062270:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 272/272 into md 0x239 [1] + 224 00000400:00000200:1.0:1767319102.062293:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319102.062299:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000200:1.0:1767319102.062316:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a76743d9 x1853168166109568/t0(0) o501->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1767319118 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767319102.062429:0:7161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9a60a91. 00000400:00000200:2.0:1767319102.062437:0:7161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000449e1eba 00000400:00000010:2.0:1767319102.062440:0:7161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000449e1eba. 00000100:00000200:2.0:1767319102.062447:0:7161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a76743d9 x1853168166109568/t0(0) o501->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767319102.062455:0:7161:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a76743d9 x1853168166109568/t0(0) o501->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767319102.062489:0:7161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b41e2eeb. 02000000:00000010:2.0:1767319102.062501:0:7161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe72aa51. 02000000:00000010:2.0:1767319102.062507:0:7161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a1130e1e. 00000100:00000010:2.0:1767319102.062512:0:7161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a76743d9. 00000040:00000010:2.0:1767319102.062519:0:7161:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ec01062a. 00000020:00000010:2.0:1767319102.062528:0:7161:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000185e9277. 00000040:00000010:2.0:1767319102.062533:0:7161:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000052714829. 00000020:00000010:2.0:1767319102.062538:0:7161:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005ad66520. 00000020:00000010:2.0:1767319102.062544:0:7161:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000078ff262d. 80000000:00000010:2.0:1767319102.062568:0:7161:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ab895ac3. 00040000:00000010:2.0:1767319102.062575:0:7161:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b72673d5. 20000000:00000010:2.0:1767319102.062579:0:7161:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000551f1d9b. 00000020:00000010:2.0:1767319102.062583:0:7161:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d69e76a6. 10000000:00000010:2.0:1767319102.062586:0:7161:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000058432c4c. 10000000:00000010:2.0:1767319102.062621:0:7161:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 00000000d69e76a6. 10000000:00000010:2.0:1767319102.062639:0:7161:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 00000000551f1d9b. 10000000:00000010:2.0:1767319102.062644:0:7161:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 00000000b72673d5. 00000100:00000010:2.0:1767319102.062661:0:7161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a76743d9. 02000000:00000010:2.0:1767319102.062678:0:7161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000078ff262d. 00010000:00000010:2.0:1767319102.062698:0:7161:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000047744d95. 00000020:00000010:2.0:1767319102.062705:0:7161:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000058432c4c. 00000100:00000010:2.0:1767319102.062725:0:7161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b41e2eeb. 02000000:00000010:2.0:1767319102.062747:0:7161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fa9b633c. 00000400:00000200:2.0:1767319102.062753:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:2.0:1767319102.062756:0:7161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9a60a91. 00000400:00000010:2.0:1767319102.062761:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000449e1eba. 00000100:00000200:2.0:1767319102.062770:0:7161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853168166109696, portal 25 00000400:00000010:2.0:1767319102.062775:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a16917c3. 00000100:00000200:2.0:1767319102.062779:0:7161:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853168166109696, offset 0 00000400:00000200:2.0:1767319102.062789:0:7161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:2.0:1767319102.062796:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319102.062804:0:7161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:2.0:1767319102.062812:0:7161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767319102.062817:0:7161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:2.0:1767319102.062821:0:7161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767319102.062824:0:7161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:2.0:1767319102.062828:0:7161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [7:7:256:4294967295] 192.168.204.120@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:2.0:1767319102.062844:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319102.062853:0:7161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:2.0:1767319102.062859:0:7161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:2.0:1767319102.062865:0:7161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025cefd46. 00000800:00000200:2.0:1767319102.062877:0:7161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3449d5f] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:2.0:1767319102.062886:0:7161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:2.0:1767319102.062890:0:7161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025cefd46 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1767319102.062905:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000010:2.0:1767319102.062917:0:7161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab895ac3. 00000800:00000200:0.0:1767319102.069960:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319102.069972:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025cefd46. 00000400:00000200:0.0:1767319102.069984:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.070082:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319102.070093:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a16917c3 00000400:00000010:0.0:1767319102.070126:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a16917c3. 00000100:00000200:0.0:1767319102.070144:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a76743d9 x1853168166109696/t0(0) o101->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1767319118 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767319102.070211:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c306095. 00000400:00000200:0.0:1767319102.070587:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.070594:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319102.070603:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.070607:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.070614:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.070617:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 344 into portal 25 MB=0x6957256400200 00000400:00000200:0.0:1767319102.070624:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.070729:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 344/344 into md 0x241 [1] + 224 00000400:00000200:0.0:1767319102.070750:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.070754:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000200:0.0:1767319102.070761:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a76743d9 x1853168166109696/t0(0) o101->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1767319118 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767319102.071505:0:7161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9a60a91. 00000400:00000200:2.0:1767319102.071515:0:7161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000449e1eba 00000400:00000010:2.0:1767319102.071519:0:7161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000449e1eba. 00000100:00000200:2.0:1767319102.071529:0:7161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a76743d9 x1853168166109696/t0(0) o101->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767319102.071537:0:7161:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a76743d9 x1853168166109696/t0(0) o101->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767319102.071575:0:7161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b41e2eeb. 02000000:00000010:2.0:1767319102.071611:0:7161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fa9b633c. 02000000:00000010:2.0:1767319102.071621:0:7161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000078ff262d. 00000100:00000010:2.0:1767319102.071761:0:7161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a76743d9. 10000000:00000010:2.0:1767319102.071785:0:7161:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000a644eeaa. 00000020:00000010:2.0:1767319102.071791:0:7161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078ff262d. 00000020:00000010:2.0:1767319102.071798:0:7161:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000052714829. 00000040:00000010:2.0:1767319102.071802:0:7161:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000185e9277. 00000020:00000010:2.0:1767319102.071808:0:7161:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005ad66520. 00000020:00000010:2.0:1767319102.071813:0:7161:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ec01062a. 80000000:00000010:2.0:1767319102.071818:0:7161:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c8296ab3. 00040000:00000010:2.0:1767319102.071823:0:7161:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a1130e1e. 20000000:00000010:2.0:1767319102.071828:0:7161:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000fe72aa51. 00000040:00000010:2.0:1767319102.071847:0:7161:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ab0f4815. 00000100:00000010:2.0:1767319102.071854:0:7161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a76743d9. 02000000:00000010:2.0:1767319102.071873:0:7161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060c5ac27. 00000100:00000010:2.0:1767319102.071891:0:7161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b41e2eeb. 02000000:00000010:2.0:1767319102.071915:0:7161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe4548e4. 00000400:00000200:2.0:1767319102.071924:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:2.0:1767319102.071939:0:7161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9a60a91. 00000400:00000010:2.0:1767319102.071944:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000449e1eba. 00000100:00000200:2.0:1767319102.071954:0:7161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166109824, portal 25 00000400:00000010:2.0:1767319102.071961:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003a31d2f. 00000100:00000200:2.0:1767319102.071965:0:7161:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853168166109824, offset 0 00000400:00000200:2.0:1767319102.071972:0:7161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:2.0:1767319102.071982:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319102.071990:0:7161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:2.0:1767319102.072007:0:7161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767319102.072014:0:7161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:2.0:1767319102.072018:0:7161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767319102.072021:0:7161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:2.0:1767319102.072025:0:7161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [8:8:256:4294967295] 192.168.204.120@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:2.0:1767319102.072707:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319102.072723:0:7161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:2.0:1767319102.072731:0:7161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:2.0:1767319102.072738:0:7161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025cefd46. 00000800:00000200:2.0:1767319102.072756:0:7161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3449d5f] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:2.0:1767319102.072766:0:7161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:2.0:1767319102.072771:0:7161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025cefd46 type 1, nob 608 niov 1 nkiov 1 00000400:00000200:2.0:1767319102.072795:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000010:2.0:1767319102.072800:0:7161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007531c1cf. 00000800:00000200:0.0:1767319102.075156:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319102.075169:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025cefd46. 00000400:00000200:0.0:1767319102.075179:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.075192:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319102.075203:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003a31d2f 00000400:00000010:0.0:1767319102.075206:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003a31d2f. 00000100:00000200:0.0:1767319102.075218:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a76743d9 x1853168166109824/t0(0) o501->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1767319118 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767319102.075484:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.075490:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319102.075498:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.075503:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.075509:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.075513:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 272 into portal 25 MB=0x6957256400280 00000400:00000200:0.0:1767319102.075519:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.075536:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 272/272 into md 0x249 [1] + 224 00000400:00000200:0.0:1767319102.075555:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.075558:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000200:0.0:1767319102.075565:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a76743d9 x1853168166109824/t0(0) o501->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1767319118 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767319102.075917:0:7161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9a60a91. 00000400:00000200:3.0:1767319102.075926:0:7161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000449e1eba 00000400:00000010:3.0:1767319102.075928:0:7161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000449e1eba. 00000100:00000200:3.0:1767319102.075936:0:7161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a76743d9 x1853168166109824/t0(0) o501->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767319102.075945:0:7161:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a76743d9 x1853168166109824/t0(0) o501->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767319102.075985:0:7161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b41e2eeb. 00000100:00000010:0.0:1767319102.076185:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007531c1cf. 02000000:00000010:3.0:1767319102.076250:0:7161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe4548e4. 02000000:00000010:3.0:1767319102.076257:0:7161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000060c5ac27. 00000100:00000010:3.0:1767319102.076265:0:7161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a76743d9. 00000040:00000010:3.0:1767319102.076282:0:7161:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000097602d5d. 00000100:00000010:3.0:1767319102.076290:0:7161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a32071fe. 02000000:00000010:3.0:1767319102.076305:0:7161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004b27b0fa. 00000100:00000010:3.0:1767319102.076319:0:7161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ea46abeb. 02000000:00000010:3.0:1767319102.076360:0:7161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000000eeb8980. 00000400:00000200:3.0:1767319102.076367:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:3.0:1767319102.076371:0:7161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bbbaf81. 00000400:00000010:3.0:1767319102.076377:0:7161:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000c2173058. 00000100:00000200:3.0:1767319102.076385:0:7161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853168166109952, portal 25 00000400:00000010:3.0:1767319102.076398:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007bddf4b4. 00000100:00000200:3.0:1767319102.076401:0:7161:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853168166109952, offset 0 00000400:00000200:3.0:1767319102.076427:0:7161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:3.0:1767319102.076435:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319102.076443:0:7161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:3.0:1767319102.076449:0:7161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767319102.076455:0:7161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:3.0:1767319102.076459:0:7161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767319102.076462:0:7161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:3.0:1767319102.076465:0:7161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [9:9:256:4294967295] 192.168.204.120@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:3.0:1767319102.076469:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319102.076478:0:7161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:3.0:1767319102.076484:0:7161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:3.0:1767319102.076491:0:7161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f12c02eb. 00000800:00000200:3.0:1767319102.076498:0:7161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3449d5f] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:3.0:1767319102.076506:0:7161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:3.0:1767319102.076511:0:7161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f12c02eb type 1, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767319102.076563:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000010:3.0:1767319102.076568:0:7161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d39c678. 00000800:00000200:0.0:1767319102.077682:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319102.077692:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f12c02eb. 00000400:00000200:0.0:1767319102.077698:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.077707:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319102.077717:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bddf4b4 00000400:00000010:0.0:1767319102.077720:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007bddf4b4. 00000100:00000200:0.0:1767319102.077730:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a32071fe x1853168166109952/t0(0) o503->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767319118 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767319102.079807:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.079819:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319102.079828:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.079839:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.079845:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.079850:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 8416 into portal 25 MB=0x6957256400300 00000400:00000200:0.0:1767319102.079857:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.079864:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 8416/8416 into md 0x251 [4] + 224 00000400:00000200:0.0:1767319102.079889:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.079893:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000200:0.0:1767319102.079909:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a32071fe x1853168166109952/t0(0) o503->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767319118 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767319102.080121:0:7161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bbbaf81. 00000400:00000200:3.0:1767319102.080128:0:7161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2173058 00000400:00000010:3.0:1767319102.080130:0:7161:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000c2173058. 00000100:00000200:3.0:1767319102.080136:0:7161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a32071fe x1853168166109952/t0(0) o503->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767319102.080145:0:7161:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a32071fe x1853168166109952/t0(0) o503->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767319102.080180:0:7161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ea46abeb. 02000000:00000010:3.0:1767319102.080197:0:7161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000000eeb8980. 02000000:00000010:3.0:1767319102.080220:0:7161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004b27b0fa. 00000100:00000010:3.0:1767319102.080225:0:7161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a32071fe. 00000040:00000010:3.0:1767319102.080249:0:7161:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000b5360e5a. 00000100:00000010:1.0:1767319102.080562:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab895ac3. 00000100:00000010:0.0:1767319102.080622:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d39c678. 00000020:00000010:0.0:1767319102.080982:0:7180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000040ea60b. 00000020:00000010:0.0:1767319102.080998:0:7180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000005db73fd. 00000040:00000010:0.0:1767319102.081003:0:7180:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d7335b39. 00000020:00000010:0.0:1767319102.081015:0:7180:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000059812a52. 00000020:00000010:0.0:1767319102.081021:0:7180:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005e2bc715. 00000020:00000010:0.0:1767319102.081025:0:7180:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000002ec365. 80000000:00000010:0.0:1767319102.081074:0:7180:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005a9474de. 40000000:00000010:0.0:1767319102.081080:0:7180:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a92374f1. 00100000:00000010:0.0:1767319102.081086:0:7180:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000053b0eac1. 00040000:00000010:0.0:1767319102.081091:0:7180:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000270e5572. 00040000:00000010:0.0:1767319102.081096:0:7180:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000064720199. 00040000:00000010:0.0:1767319102.081100:0:7180:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b8565335. 00000004:00000010:0.0:1767319102.081105:0:7180:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000068957984. 00000004:00000010:0.0:1767319102.081111:0:7180:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f536f4fd. 00000004:00000010:0.0:1767319102.081117:0:7180:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e01fb682. 00002000:00000010:0.0:1767319102.081122:0:7180:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008a3bca7a. 00000004:00000010:0.0:1767319102.081127:0:7180:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003bcbf246. 00000020:00000010:0.0:1767319102.081133:0:7180:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009b410d39. 00000040:00000010:0.0:1767319102.081143:0:7180:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000f22e6b7c. 00000100:00000010:0.0:1767319102.081745:0:7180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ab75b313. 02000000:00000010:0.0:1767319102.081770:0:7180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eef58bcd. 00000100:00000010:0.0:1767319102.081788:0:7180:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae82ea09. 02000000:00000010:0.0:1767319102.081825:0:7180:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000002bd73075. 00000400:00000200:0.0:1767319102.081924:0:7180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1767319102.081930:0:7180:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092082746. 00000400:00000010:0.0:1767319102.081939:0:7180:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000abe63f25. 00000100:00000200:0.0:1767319102.081950:0:7180:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853168166110080, portal 25 00000400:00000010:0.0:1767319102.081968:0:7180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0eb87b2. 00000100:00000200:0.0:1767319102.081972:0:7180:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853168166110080, offset 0 00000400:00000200:0.0:1767319102.081981:0:7180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:0.0:1767319102.082149:0:7180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.082160:0:7180:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:0.0:1767319102.082166:0:7180:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767319102.082172:0:7180:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:0.0:1767319102.082176:0:7180:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767319102.082178:0:7180:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:0.0:1767319102.082188:0:7180:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [10:10:256:4294967295] 192.168.204.120@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:0.0:1767319102.082192:0:7180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.082201:0:7180:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:0.0:1767319102.082208:0:7180:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:0.0:1767319102.082212:0:7180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039ef8e26. 00000800:00000200:0.0:1767319102.082220:0:7180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3449d5f] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:0.0:1767319102.082228:0:7180:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:0.0:1767319102.082233:0:7180:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000039ef8e26 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767319102.082251:0:7180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000800:00000200:0.0:1767319102.088810:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319102.088823:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039ef8e26. 00000400:00000200:0.0:1767319102.088844:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.088856:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319102.088865:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0eb87b2 00000400:00000010:0.0:1767319102.088868:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0eb87b2. 00000100:00000200:0.0:1767319102.088882:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ab75b313 x1853168166110080/t0(0) o502->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767319118 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767319102.088930:0:7180:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008acf5a55. 00000100:00000010:0.0:1767319102.088948:0:7180:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d0c2d2e. 00000400:00000200:0.0:1767319102.090443:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.090454:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319102.090464:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.090469:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.090476:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.090480:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 8472 into portal 25 MB=0x6957256400380 00000400:00000200:0.0:1767319102.090487:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.090495:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 8472/8472 into md 0x259 [4] + 224 00000400:00000200:0.0:1767319102.090520:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.090526:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000200:0.0:1767319102.090537:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ab75b313 x1853168166110080/t0(0) o502->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767319118 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767319102.090739:0:7180:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092082746. 00000400:00000200:3.0:1767319102.090746:0:7180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abe63f25 00000400:00000010:3.0:1767319102.090749:0:7180:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000abe63f25. 00000100:00000200:3.0:1767319102.090757:0:7180:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ab75b313 x1853168166110080/t0(0) o502->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767319102.090765:0:7180:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ab75b313 x1853168166110080/t0(0) o502->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767319102.090799:0:7180:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ae82ea09. 02000000:00000010:3.0:1767319102.090814:0:7180:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000002bd73075. 02000000:00000010:3.0:1767319102.090908:0:7180:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000eef58bcd. 00000100:00000010:3.0:1767319102.090916:0:7180:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ab75b313. 00000020:00000010:3.0:1767319102.090943:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c9c26740. 00000020:00000010:3.0:1767319102.090949:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c9c26740. 00000020:00000010:3.0:1767319102.090954:0:7180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000000906c2e5. 00000020:00000010:3.0:1767319102.090959:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 000000000a17a518. 00000020:00000010:3.0:1767319102.090988:0:7180:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000005555a501. 00000020:00000010:3.0:1767319102.091178:0:7180:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000345dcbce. 00000020:00000010:3.0:1767319102.091200:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 000000000a17a518. 00000020:00000010:3.0:1767319102.091203:0:7180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000000906c2e5. 00000020:00000010:3.0:1767319102.091209:0:7180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000000906c2e5. 00000020:00000010:3.0:1767319102.091213:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 00000000ea46abeb. 00000001:00000010:3.0:1767319102.091235:0:7180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c9c26740. 00000001:00000010:3.0:1767319102.091240:0:7180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b8539494. 00000001:00000010:3.0:1767319102.091245:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008edd87a6. 00000001:00000010:3.0:1767319102.091248:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003fcc8222. 00000001:00000010:3.0:1767319102.091251:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000741b9589. 00000001:00000010:3.0:1767319102.091254:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dac73bd4. 00000001:00000010:3.0:1767319102.091257:0:7180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a44caa73. 00000001:00000010:3.0:1767319102.091260:0:7180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a142449b. 00000001:00000010:3.0:1767319102.091263:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000060c5ac27. 00000001:00000010:3.0:1767319102.091272:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001f3596fe. 00000001:00000010:3.0:1767319102.091275:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a95233a1. 00000001:00000010:3.0:1767319102.091277:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000042f82d6d. 00000020:00000010:3.0:1767319102.091286:0:7180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0eacb52. 00000020:00000010:3.0:1767319102.091291:0:7180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000a17a518. 00000020:00000010:3.0:1767319102.091306:0:7180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000edcd9753. 00000008:00000010:3.0:1767319102.091323:0:7180:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000002dfe0fa8. 00020000:00000010:3.0:1767319102.091335:0:7180:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000096c225fc. 00008000:00000010:3.0:1767319102.091357:0:7180:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000008b19e827. 00000080:00000010:3.0:1767319102.091372:0:7180:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000105eaeae. 00000020:00000010:3.0:1767319102.091378:0:7180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b39fb86. 00000020:00000010:3.0:1767319102.091382:0:7180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008efec950. 00000020:00000010:3.0:1767319102.091386:0:7180:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000009277bb92. 00000008:00000010:3.0:1767319102.091391:0:7180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000ba4cc01e. 00020000:00000010:3.0:1767319102.091395:0:7180:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000144125bc. 00008000:00000010:3.0:1767319102.091399:0:7180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000008f54ff21. 00000080:00000010:3.0:1767319102.091403:0:7180:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000b1438284. 00000080:00000010:3.0:1767319102.091407:0:7180:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000798d6464. 00020000:00000010:3.0:1767319102.091411:0:7180:0:(lov_dev.c:609:lov_device_alloc()) kmalloced '(ld)': 584 at 0000000042d861af. 00000020:00000010:3.0:1767319102.091430:0:7180:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000074c7ae60. 00020000:00000010:3.0:1767319102.091773:0:7180:0:(lov_dev.c:626:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at 0000000079f33715. 00020000:00000010:3.0:1767319102.091779:0:7180:0:(lov_dev.c:633:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at 000000005731a5bd. 00000020:00000010:3.0:1767319102.091822:0:7180:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 000000004f983a01. 00000020:00000010:3.0:1767319102.091920:0:7180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008aeb21f5. 00000020:00000010:3.0:1767319102.091925:0:7180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000c2173058. 00000020:00000010:3.0:1767319102.091934:0:7180:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000009d39c678. 00000040:00000010:3.0:1767319102.091939:0:7180:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000040f0bd4b. 00000020:00000010:3.0:1767319102.091944:0:7180:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003fe1f889. 00000020:00000010:3.0:1767319102.091949:0:7180:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000082e7d1a0. 00000020:00000010:3.0:1767319102.091954:0:7180:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c598e31d. 80000000:00000010:3.0:1767319102.091959:0:7180:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000488ae40f. 40000000:00000010:3.0:1767319102.091962:0:7180:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bf696bc3. 00000008:00000010:3.0:1767319102.091971:0:7180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000070370f1a. 00020000:00000010:3.0:1767319102.091974:0:7180:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000fd5af8d6. 00008000:00000010:3.0:1767319102.091977:0:7180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000005fe356e6. 00100000:00000010:3.0:1767319102.091981:0:7180:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f00d0bb3. 00040000:00000010:3.0:1767319102.091986:0:7180:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000016c39c9d. 00040000:00000010:3.0:1767319102.091991:0:7180:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006d53efdd. 00040000:00000010:3.0:1767319102.092005:0:7180:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008b8dad39. 00000004:00000010:3.0:1767319102.092010:0:7180:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ca36e1c7. 00000004:00000010:3.0:1767319102.092016:0:7180:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f493a71d. 00000004:00000010:3.0:1767319102.092021:0:7180:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a8fc5c90. 00002000:00000010:3.0:1767319102.092027:0:7180:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000eb343598. 00000100:00000010:0.0:1767319102.092102:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008acf5a55. 00000004:00000010:3.0:1767319102.092203:0:7180:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008b8cf283. 00000080:00000010:3.0:1767319102.092207:0:7180:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000006958d83e. 00000080:00000010:3.0:1767319102.092210:0:7180:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000a28d261c. 00000020:00000010:3.0:1767319102.092216:0:7180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008efec950. 00000020:00000010:3.0:1767319102.092221:0:7180:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000009277bb92. 00000008:00000010:3.0:1767319102.092226:0:7180:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000ba4cc01e. 00020000:00000010:3.0:1767319102.092229:0:7180:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000144125bc. 00008000:00000010:3.0:1767319102.092233:0:7180:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000008f54ff21. 00000080:00000010:3.0:1767319102.092236:0:7180:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000b1438284. 00000080:00000010:3.0:1767319102.092238:0:7180:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000798d6464. 00000020:00000010:3.0:1767319102.092242:0:7180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b39fb86. 00000020:00000010:3.0:1767319102.092246:0:7180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000a17a518. 00000020:00000010:3.0:1767319102.092249:0:7180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000edcd9753. 00000008:00000010:3.0:1767319102.092254:0:7180:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000002dfe0fa8. 00020000:00000010:3.0:1767319102.092257:0:7180:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000096c225fc. 00008000:00000010:3.0:1767319102.092260:0:7180:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000008b19e827. 00000080:00000010:3.0:1767319102.092262:0:7180:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000105eaeae. 00000020:00000010:3.0:1767319102.092265:0:7180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0eacb52. 00000020:00000010:3.0:1767319102.092269:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 00000000ea46abeb. 00000020:00000010:3.0:1767319102.092272:0:7180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000000906c2e5. 00000020:00000010:3.0:1767319102.092278:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000b53520ae. 00000020:00000010:3.0:1767319102.092281:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000b53520ae. 00000020:00000010:3.0:1767319102.092291:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000b53520ae. 00000020:00000010:3.0:1767319102.092293:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000b53520ae. 00000020:00000010:3.0:1767319102.092297:0:7180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000000906c2e5. 00000020:00000010:3.0:1767319102.092300:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 000000000a17a518. 00000020:00000010:3.0:1767319102.092309:0:7180:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000e68847a8. 00000020:00000010:3.0:1767319102.092315:0:7180:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007d149b40. 00000020:00000010:3.0:1767319102.092326:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 000000000a17a518. 00000020:00000010:3.0:1767319102.092329:0:7180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000000906c2e5. 00000020:00000010:3.0:1767319102.092332:0:7180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000000906c2e5. 00000020:00000010:3.0:1767319102.092334:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 00000000ea46abeb. 00000001:00000010:3.0:1767319102.092349:0:7180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b53520ae. 00000001:00000010:3.0:1767319102.092353:0:7180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b8fbcb26. 00000001:00000010:3.0:1767319102.092356:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001b39fb86. 00000001:00000010:3.0:1767319102.092359:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008efec950. 00000001:00000010:3.0:1767319102.092361:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b0eacb52. 00000001:00000010:3.0:1767319102.092364:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a4052b9a. 00000001:00000010:3.0:1767319102.092367:0:7180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006460efc4. 00000001:00000010:3.0:1767319102.092369:0:7180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c3e10966. 00000001:00000010:3.0:1767319102.092373:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dcc565bb. 00000001:00000010:3.0:1767319102.092376:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004f6b58b3. 00000001:00000010:3.0:1767319102.092379:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d3b6a4d3. 00000001:00000010:3.0:1767319102.092381:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000ee5a828. 00000020:00000010:3.0:1767319102.092385:0:7180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047e847e8. 00000020:00000010:3.0:1767319102.092388:0:7180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000a17a518. 00000020:00000010:3.0:1767319102.092391:0:7180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000edcd9753. 00000008:00000010:3.0:1767319102.092394:0:7180:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000002dfe0fa8. 00020000:00000010:3.0:1767319102.092396:0:7180:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000096c225fc. 00008000:00000010:3.0:1767319102.092398:0:7180:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000008b19e827. 00000080:00000010:3.0:1767319102.092402:0:7180:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000105eaeae. 00000020:00000010:3.0:1767319102.092404:0:7180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed4b16fa. 00000020:00000010:3.0:1767319102.092407:0:7180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f5c19a22. 00000040:00000010:3.0:1767319102.092415:0:7180:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000edb7d66f. 00000020:00000010:3.0:1767319102.092418:0:7180:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ea1aa7bb. 00000020:00000010:3.0:1767319102.092421:0:7180:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000024aff80a. 00040000:00000010:3.0:1767319102.092424:0:7180:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000547a334a. 00040000:00000010:3.0:1767319102.092427:0:7180:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f4588943. 00800000:00000010:3.0:1767319102.092432:0:7180:0:(lmv_obd.c:1220:lmv_device_alloc()) kmalloced '(lu)': 64 at 000000006a21b53c. 00000020:00000010:3.0:1767319102.098630:0:7180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009ffa60ac. 00000020:00000010:3.0:1767319102.098664:0:7180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 000000004b4623ef. 80000000:00000010:3.0:1767319102.098686:0:7180:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 000000004b04853a. 00800000:00000010:3.0:1767319102.098742:0:7180:0:(lmv_obd.c:1280:lmv_device_alloc()) kmalloced '(pat)': 280 at 000000001d63798a. 00800000:00000010:3.0:1767319102.098747:0:7180:0:(lmv_obd.c:1289:lmv_device_alloc()) kmalloced '(pat)': 280 at 00000000eec3798c. 00000020:00000010:3.0:1767319102.098754:0:7180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f5c19a22. 00000040:00000010:3.0:1767319102.098761:0:7180:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000edb7d66f. 00000020:00000010:3.0:1767319102.098765:0:7180:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ea1aa7bb. 00000020:00000010:3.0:1767319102.098771:0:7180:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000024aff80a. 00040000:00000010:3.0:1767319102.098777:0:7180:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000547a334a. 00040000:00000010:3.0:1767319102.098784:0:7180:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f4588943. 00000020:00000010:3.0:1767319102.098787:0:7180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed4b16fa. 00000020:00000010:3.0:1767319102.098794:0:7180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000a17a518. 00000020:00000010:3.0:1767319102.098799:0:7180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000edcd9753. 00000008:00000010:3.0:1767319102.098805:0:7180:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000002dfe0fa8. 00020000:00000010:3.0:1767319102.098810:0:7180:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000096c225fc. 00008000:00000010:3.0:1767319102.098814:0:7180:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000008b19e827. 00000080:00000010:3.0:1767319102.098820:0:7180:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000105eaeae. 00000020:00000010:3.0:1767319102.098824:0:7180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047e847e8. 00000020:00000010:3.0:1767319102.098922:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 00000000ea46abeb. 00000020:00000010:3.0:1767319102.099075:0:7180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000000906c2e5. 00000020:00000010:3.0:1767319102.099091:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000547a334a. 00000020:00000010:3.0:1767319102.099095:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000547a334a. 00000020:00000010:3.0:1767319102.099101:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000547a334a. 00000020:00000010:3.0:1767319102.099103:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000547a334a. 00000020:00000010:3.0:1767319102.099107:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 000000009277bb92. 00000020:00000010:3.0:1767319102.099117:0:7180:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 000000000906c2e5. 00000020:00000010:3.0:1767319102.099120:0:7180:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at 000000009e7b7c2f. 00000020:00000010:3.0:1767319102.099123:0:7180:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at 00000000cdb5b5d8. 00000020:00000010:3.0:1767319102.099125:0:7180:0:(obd_config.c:1095:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at 000000007bf5d9e6. 00000020:00000010:3.0:1767319102.099127:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 000000009277bb92. 00000020:00000010:3.0:1767319102.099131:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000547a334a. 00000020:00000010:3.0:1767319102.099132:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000547a334a. 00000020:00000010:3.0:1767319102.099138:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000547a334a. 00000020:00000010:3.0:1767319102.099139:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000547a334a. 00000020:00000010:3.0:1767319102.099141:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000006d5ddf4e. 00000100:00000010:3.0:1767319102.099146:0:7180:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000057abe1e0. 00000400:00000200:3.0:1767319102.099152:0:7180:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:3.0:1767319102.099162:0:7180:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.120@tcp 00000400:00000200:3.0:1767319102.099170:0:7180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319102.099176:0:7180:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.120@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767319102.099183:0:7180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319102.099191:0:7180:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767319102.099194:0:7180:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.120@tcp NID 192.168.204.120@tcp: 0. pending discovery 00000400:00000200:3.0:1767319102.099197:0:7180:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.120@tcp 00000100:00000010:3.0:1767319102.099199:0:7180:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000057abe1e0. 00000020:00000010:3.0:1767319102.099202:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000006d5ddf4e. 00000020:00000010:3.0:1767319102.099206:0:7180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000006d5ddf4e. 00000020:00000010:3.0:1767319102.099210:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000ea46abeb. 00000020:00000010:3.0:1767319102.099224:0:7180:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000305eb07f. 00000020:00000010:3.0:1767319102.099231:0:7180:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ea1aa7bb. 00000020:00000010:3.0:1767319102.099250:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000ea46abeb. 00000020:00000010:3.0:1767319102.099253:0:7180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000006d5ddf4e. 00000020:00000010:3.0:1767319102.099256:0:7180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000006d5ddf4e. 00000020:00000010:3.0:1767319102.099258:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000ea46abeb. 00000001:00000010:3.0:1767319102.099278:0:7180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000547a334a. 00000001:00000010:3.0:1767319102.099283:0:7180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c22ce031. 00000001:00000010:3.0:1767319102.099287:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000047e847e8. 00000001:00000010:3.0:1767319102.099295:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ed4b16fa. 00000001:00000010:3.0:1767319102.099298:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f4588943. 00000001:00000010:3.0:1767319102.099300:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000024aff80a. 00000001:00000010:3.0:1767319102.099303:0:7180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e392205a. 00000001:00000010:3.0:1767319102.099306:0:7180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ac01478f. 00000001:00000010:3.0:1767319102.099308:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000edb7d66f. 00000001:00000010:3.0:1767319102.099311:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f5c19a22. 00000001:00000010:3.0:1767319102.099314:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000027b73ecb. 00000001:00000010:3.0:1767319102.099318:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000025acd64. 00000020:00000010:3.0:1767319102.099335:0:7180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000caa13387. 00000020:00000010:3.0:1767319102.099340:0:7180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000a17a518. 00000020:00000010:3.0:1767319102.099344:0:7180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000edcd9753. 00000008:00000010:3.0:1767319102.099349:0:7180:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000002dfe0fa8. 00020000:00000010:3.0:1767319102.099352:0:7180:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000096c225fc. 00008000:00000010:3.0:1767319102.099356:0:7180:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000008b19e827. 00000080:00000010:3.0:1767319102.099362:0:7180:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000105eaeae. 00000020:00000010:3.0:1767319102.099366:0:7180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007fae0275. 00000020:00000010:3.0:1767319102.099369:0:7180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000930b15a2. 00000020:00000010:3.0:1767319102.099373:0:7180:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000009277bb92. 00000008:00000010:3.0:1767319102.099378:0:7180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000ba4cc01e. 00020000:00000010:3.0:1767319102.099383:0:7180:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000144125bc. 00008000:00000010:3.0:1767319102.099386:0:7180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000008f54ff21. 00000080:00000010:3.0:1767319102.099390:0:7180:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000b1438284. 00000080:00000010:3.0:1767319102.099394:0:7180:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000798d6464. 00000002:00000010:3.0:1767319102.099398:0:7180:0:(mdc_dev.c:1712:mdc_device_alloc()) kmalloced '(osc)': 104 at 0000000016748007. 00010000:00000010:3.0:1767319102.099414:0:7180:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000ba1cd0ba. 00010000:00000010:3.0:1767319102.099420:0:7180:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000fdf5fe10. 00010000:00000010:3.0:1767319102.099424:0:7180:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 000000005a50569f. 00000020:00000010:3.0:1767319102.099430:0:7180:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000b396e8a0. 00000100:00000200:3.0:1767319102.099446:0:7180:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.120@tcp->12345-192.168.204.120@tcp 00000400:00000200:3.0:1767319102.099452:0:7180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319102.099456:0:7180:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.204.120@tcp primary NID 192.168.204.120@tcp rc 0 00010000:00000010:3.0:1767319102.099467:0:7180:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000001c879b29. 00010000:00000010:3.0:1767319102.099474:0:7180:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000005c35b9be. 00000001:00000010:3.0:1767319102.099478:0:7180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000857791e4. 00000001:00000010:3.0:1767319102.099483:0:7180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000f12c02eb. 00000001:00000010:3.0:1767319102.099548:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e65a71b0. 00000001:00000010:3.0:1767319102.099613:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000076b2f91a. 00000001:00000010:3.0:1767319102.099770:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fd024d55. 00000001:00000010:3.0:1767319102.099983:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000efe70ca7. 00000001:00000010:3.0:1767319102.100163:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000933a821e. 00000001:00000010:3.0:1767319102.100217:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000007a58b52. 00000001:00000010:3.0:1767319102.100267:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ac684430. 00000001:00000010:3.0:1767319102.100320:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bf01afcd. 00000001:00000010:2.0:1767319102.101563:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000db5b6af5. 00000001:00000010:2.0:1767319102.101624:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000066101e4b. 00000001:00000010:2.0:1767319102.101680:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000031d1fbc3. 00000001:00000010:2.0:1767319102.101728:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ee3e74a5. 00000001:00000010:2.0:1767319102.103929:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000080637cfd. 00000001:00000010:2.0:1767319102.103989:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e7ed42f3. 00000001:00000010:2.0:1767319102.104050:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ca43d558. 00000001:00000010:2.0:1767319102.104097:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f1724237. 00000001:00000010:2.0:1767319102.104146:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000009731b3d. 00000001:00000010:2.0:1767319102.104205:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000aef40b58. 00000001:00000010:2.0:1767319102.104250:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a4e68dae. 00000001:00000010:2.0:1767319102.104296:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000067650366. 00000001:00000010:2.0:1767319102.104339:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c958d8d4. 00000001:00000010:2.0:1767319102.104385:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000296a3476. 00000001:00000010:2.0:1767319102.104433:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009f297fc3. 00000001:00000010:2.0:1767319102.104480:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000219a44b2. 00000001:00000010:2.0:1767319102.104525:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001e9bc93f. 00000001:00000010:2.0:1767319102.104570:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000523691d8. 00000001:00000010:2.0:1767319102.104618:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ffe2f474. 00000001:00000010:2.0:1767319102.104681:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e5f3e1be. 00000001:00000010:2.0:1767319102.104735:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005fe3f558. 00000001:00000010:2.0:1767319102.104788:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fd030764. 00000001:00000010:2.0:1767319102.104841:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d7200296. 00000001:00000010:2.0:1767319102.104895:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f639df9b. 00000020:00000010:2.0:1767319102.105004:0:7180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000fa9b633c. 00000020:00000010:2.0:1767319102.105008:0:7180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000059fbc520. 00000020:00000010:2.0:1767319102.105102:0:7180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000013216ae2. 00000020:00000010:2.0:1767319102.105106:0:7180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000fe4548e4. 00000100:00000010:1.0:1767319102.105345:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d0c2d2e. 00000020:00000010:2.0:1767319102.105375:0:7180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e4e8182a. 00000020:00000010:2.0:1767319102.105379:0:7180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 00000000ca9ac98f. 00000020:00000010:2.0:1767319102.105403:0:7180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009650ebb2. 00000020:00000010:2.0:1767319102.105406:0:7180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000d4513afb. 00000040:00000010:2.0:1767319102.105452:0:7180:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000b8152739. 00000002:00000010:2.0:1767319102.105464:0:7180:0:(mdc_changelog.c:798:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 00000000574b7d9e. 00000020:00000010:2.0:1767319102.105641:0:7180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000930b15a2. 00000020:00000010:2.0:1767319102.105649:0:7180:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000009277bb92. 00000008:00000010:2.0:1767319102.105668:0:7180:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000ba4cc01e. 00020000:00000010:2.0:1767319102.105675:0:7180:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000144125bc. 00008000:00000010:2.0:1767319102.105681:0:7180:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000008f54ff21. 00000080:00000010:2.0:1767319102.105688:0:7180:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000b1438284. 00000080:00000010:2.0:1767319102.105697:0:7180:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000798d6464. 00000020:00000010:2.0:1767319102.105702:0:7180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007fae0275. 00000020:00000010:2.0:1767319102.105709:0:7180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000a17a518. 00000020:00000010:2.0:1767319102.105713:0:7180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000edcd9753. 00000008:00000010:2.0:1767319102.105719:0:7180:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000002dfe0fa8. 00020000:00000010:2.0:1767319102.105724:0:7180:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000096c225fc. 00008000:00000010:2.0:1767319102.105728:0:7180:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000008b19e827. 00000080:00000010:2.0:1767319102.105731:0:7180:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000105eaeae. 00000020:00000010:2.0:1767319102.105735:0:7180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000caa13387. 00000020:00000010:2.0:1767319102.105741:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000ea46abeb. 00000020:00000010:2.0:1767319102.105745:0:7180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000006d5ddf4e. 00000020:00000010:2.0:1767319102.105760:0:7180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000002066936d. 00000020:00000010:2.0:1767319102.105765:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000001a649869. 00000020:00000010:2.0:1767319102.105775:0:7180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003890cd91. 00000020:00000010:2.0:1767319102.105778:0:7180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000391f0fc9. 00000040:00000010:2.0:1767319102.105782:0:7180:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000928f1159. 00000020:00000010:2.0:1767319102.105787:0:7180:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004a6e75ae. 00000020:00000010:2.0:1767319102.105792:0:7180:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009ff82f38. 00040000:00000010:2.0:1767319102.105799:0:7180:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000040263bcb. 00040000:00000010:2.0:1767319102.105804:0:7180:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a6c9601f. 00800000:00000010:2.0:1767319102.105820:0:7180:0:(lmv_obd.c:434:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000211a5071. 00020000:00000010:2.0:1767319102.105825:0:7180:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000035ad685. 00000020:00000010:2.0:1767319102.105828:0:7180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000391f0fc9. 00000040:00000010:2.0:1767319102.105831:0:7180:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000928f1159. 00000020:00000010:2.0:1767319102.105835:0:7180:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004a6e75ae. 00000020:00000010:2.0:1767319102.105839:0:7180:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009ff82f38. 00040000:00000010:2.0:1767319102.105842:0:7180:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000040263bcb. 00040000:00000010:2.0:1767319102.105845:0:7180:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a6c9601f. 00000020:00000010:2.0:1767319102.105847:0:7180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003890cd91. 00000020:00000010:2.0:1767319102.105852:0:7180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003890cd91. 00000020:00000010:2.0:1767319102.105854:0:7180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a6c9601f. 00000020:00000010:2.0:1767319102.105856:0:7180:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000af2f180b. 00000008:00000010:2.0:1767319102.105869:0:7180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000006330e48e. 00020000:00000010:2.0:1767319102.105873:0:7180:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000c6e32488. 00008000:00000010:2.0:1767319102.105877:0:7180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000984e0e89. 00000080:00000010:2.0:1767319102.105881:0:7180:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000f75dfaf4. 00000080:00000010:2.0:1767319102.105884:0:7180:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b88ca2df. 00000020:00000010:2.0:1767319102.105895:0:7180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a6c9601f. 00000020:00000010:2.0:1767319102.105898:0:7180:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000af2f180b. 00000008:00000010:2.0:1767319102.105900:0:7180:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000006330e48e. 00020000:00000010:2.0:1767319102.105903:0:7180:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000c6e32488. 00008000:00000010:2.0:1767319102.105905:0:7180:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000984e0e89. 00000080:00000010:2.0:1767319102.105907:0:7180:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000f75dfaf4. 00000080:00000010:2.0:1767319102.105910:0:7180:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000b88ca2df. 00000020:00000010:2.0:1767319102.105912:0:7180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003890cd91. 00000020:00000010:2.0:1767319102.105915:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000001a649869. 00000020:00000010:2.0:1767319102.105917:0:7180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000002066936d. 00000020:00000010:2.0:1767319102.105923:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000040263bcb. 00000020:00000010:2.0:1767319102.105925:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000040263bcb. 00000020:00000010:2.0:1767319102.105929:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000040263bcb. 00000020:00000010:2.0:1767319102.105931:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000040263bcb. 00000020:00000010:2.0:1767319102.105938:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000040263bcb. 00000020:00000010:2.0:1767319102.105939:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000040263bcb. 00000020:00000010:2.0:1767319102.105942:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000002066936d. 00000100:00000010:2.0:1767319102.105948:0:7180:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000a403f686. 00000400:00000200:2.0:1767319102.105953:0:7180:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1767319102.105963:0:7180:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.120@tcp 00000400:00000200:2.0:1767319102.105971:0:7180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319102.105979:0:7180:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.120@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767319102.105986:0:7180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319102.105992:0:7180:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767319102.105995:0:7180:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.120@tcp NID 192.168.204.120@tcp: 0. pending discovery 00000400:00000200:2.0:1767319102.105998:0:7180:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.120@tcp 00000100:00000010:2.0:1767319102.106001:0:7180:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000a403f686. 00000020:00000010:2.0:1767319102.106004:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000002066936d. 00000020:00000010:2.0:1767319102.106013:0:7180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000002066936d. 00000020:00000010:2.0:1767319102.106016:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000001a649869. 00000020:00000010:2.0:1767319102.106055:0:7180:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000025097d71. 00000020:00000010:2.0:1767319102.106063:0:7180:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004a6e75ae. 00000020:00000010:2.0:1767319102.106077:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000001a649869. 00000020:00000010:2.0:1767319102.106080:0:7180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000002066936d. 00000020:00000010:2.0:1767319102.106084:0:7180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000002066936d. 00000020:00000010:2.0:1767319102.106088:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000001a649869. 00000001:00000010:2.0:1767319102.106105:0:7180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000040263bcb. 00000001:00000010:2.0:1767319102.106110:0:7180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003ff07198. 00000001:00000010:2.0:1767319102.106113:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003890cd91. 00000001:00000010:2.0:1767319102.106115:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a6c9601f. 00000001:00000010:2.0:1767319102.106117:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009ff82f38. 00000001:00000010:2.0:1767319102.106119:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000928f1159. 00000001:00000010:2.0:1767319102.106123:0:7180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003770b1fc. 00000001:00000010:2.0:1767319102.106125:0:7180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000be4f2de9. 00000001:00000010:2.0:1767319102.106127:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000391f0fc9. 00000001:00000010:2.0:1767319102.106129:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008534ffe4. 00000001:00000010:2.0:1767319102.106132:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008357efda. 00000001:00000010:2.0:1767319102.106134:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b4fd0a29. 00000020:00000010:2.0:1767319102.106137:0:7180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000477a5343. 00000020:00000010:2.0:1767319102.106141:0:7180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c31b84ea. 00000020:00000010:2.0:1767319102.106153:0:7180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba3a09c4. 00000008:00000010:2.0:1767319102.106158:0:7180:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000006dae1f9e. 00020000:00000010:2.0:1767319102.106161:0:7180:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000069cd025f. 00008000:00000010:2.0:1767319102.106164:0:7180:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000000834d570. 00000080:00000010:2.0:1767319102.106168:0:7180:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000091b22ac6. 00000020:00000010:2.0:1767319102.106172:0:7180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001871aeee. 00000020:00000010:2.0:1767319102.106175:0:7180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000060019340. 00000020:00000010:2.0:1767319102.106177:0:7180:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000af2f180b. 00000008:00000010:2.0:1767319102.106180:0:7180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000006330e48e. 00020000:00000010:2.0:1767319102.106182:0:7180:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000c6e32488. 00008000:00000010:2.0:1767319102.106188:0:7180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000984e0e89. 00000080:00000010:2.0:1767319102.106190:0:7180:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000f75dfaf4. 00000080:00000010:2.0:1767319102.106192:0:7180:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b88ca2df. 00000008:00000010:2.0:1767319102.106195:0:7180:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at 00000000a85a3c20. 00010000:00000010:2.0:1767319102.106216:0:7180:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000007d47950c. 00010000:00000010:2.0:1767319102.106223:0:7180:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000c84a93d0. 00000020:00000010:2.0:1767319102.106232:0:7180:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000004b845018. 00000100:00000200:2.0:1767319102.106249:0:7180:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.120@tcp->12345-192.168.204.120@tcp 00000400:00000200:2.0:1767319102.106254:0:7180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319102.106258:0:7180:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.204.120@tcp primary NID 192.168.204.120@tcp rc 0 00010000:00000010:2.0:1767319102.106264:0:7180:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000008f468cfc. 00010000:00000010:2.0:1767319102.106270:0:7180:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000504fed0c. 00000001:00000010:2.0:1767319102.106275:0:7180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000002ec6064b. 00000001:00000010:2.0:1767319102.106279:0:7180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 000000002da1895f. 00000001:00000010:2.0:1767319102.106286:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000010452859. 00000001:00000010:2.0:1767319102.106300:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000004401ec55. 00000001:00000010:2.0:1767319102.106307:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f73a0bf5. 00000001:00000010:2.0:1767319102.106313:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d47be3c4. 00000001:00000010:2.0:1767319102.106319:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003e86fe31. 00000001:00000010:2.0:1767319102.106333:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007b7f6b6f. 00000001:00000010:2.0:1767319102.106341:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000058e438bc. 00000001:00000010:2.0:1767319102.106347:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000550b275. 00000001:00000010:2.0:1767319102.106354:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000005427bdb2. 00000001:00000010:2.0:1767319102.106368:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d507ee9e. 00000001:00000010:2.0:1767319102.106376:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e381f329. 00000001:00000010:2.0:1767319102.106382:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e686985b. 00000001:00000010:2.0:1767319102.106390:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000dc2bd183. 00000001:00000010:2.0:1767319102.106402:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c2016e77. 00000001:00000010:2.0:1767319102.106409:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000005e291fe. 00000001:00000010:2.0:1767319102.106416:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000006fd6eb94. 00000020:00000010:2.0:1767319102.106474:0:7180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a064a041. 00000020:00000010:2.0:1767319102.106482:0:7180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000a20ff162. 00000020:00000010:2.0:1767319102.106529:0:7180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000001f0a061b. 00000020:00000010:2.0:1767319102.106533:0:7180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000436f096e. 00000020:00000010:2.0:1767319102.110702:0:7180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000289e1fb6. 00000020:00000010:2.0:1767319102.110718:0:7180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000009141d2a. 00000100:00000010:2.0:1767319102.110845:0:7180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee54d5e8. 00000100:00000010:2.0:1767319102.111111:0:7180:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000cb2decef. 00000100:00000010:2.0:1767319102.111117:0:7180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d617f719. 00000100:00000010:2.0:1767319102.113627:0:7180:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000086280b9f. 00000100:00000010:2.0:1767319102.119699:0:7180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ab528c0. 00000100:00000010:2.0:1767319102.120416:0:7180:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000b31e63fa. 00000100:00000010:2.0:1767319102.120841:0:7180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0af54b2. 00000100:00000010:2.0:1767319102.123272:0:7180:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000006ab493a1. 00000100:00000010:2.0:1767319102.123313:0:7180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000980e2293. 00000100:00000010:2.0:1767319102.123583:0:7180:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000009d3fb3ed. 00000100:00000010:2.0:1767319102.123589:0:7180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000318998a2. 00000100:00000010:2.0:1767319102.124523:0:7180:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000008b2faac8. 00000100:00000010:2.0:1767319102.124562:0:7180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a71a7992. 00000100:00000010:2.0:1767319102.124978:0:7180:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000ec1c93af. 00000100:00000010:2.0:1767319102.124984:0:7180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006bec7769. 00000100:00000010:2.0:1767319102.126402:0:7180:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000001eb30bbf. 00000100:00000010:2.0:1767319102.126428:0:7180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bb1974e9. 00000100:00000010:2.0:1767319102.126689:0:7180:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000d023c0e8. 00000100:00000010:2.0:1767319102.126693:0:7180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000468ee389. 00000100:00000010:2.0:1767319102.129057:0:7180:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000b9327dab. 00000020:00000010:2.0:1767319102.129165:0:7180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000060019340. 00000020:00000010:2.0:1767319102.129175:0:7180:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000af2f180b. 00000008:00000010:2.0:1767319102.129181:0:7180:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000006330e48e. 00020000:00000010:2.0:1767319102.129187:0:7180:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000c6e32488. 00008000:00000010:2.0:1767319102.129193:0:7180:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000984e0e89. 00000080:00000010:2.0:1767319102.129198:0:7180:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000f75dfaf4. 00000080:00000010:2.0:1767319102.129215:0:7180:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000b88ca2df. 00000020:00000010:2.0:1767319102.129218:0:7180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001871aeee. 00000020:00000010:2.0:1767319102.129225:0:7180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c31b84ea. 00000020:00000010:2.0:1767319102.129229:0:7180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba3a09c4. 00000008:00000010:2.0:1767319102.129233:0:7180:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000006dae1f9e. 00020000:00000010:2.0:1767319102.129238:0:7180:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000069cd025f. 00008000:00000010:2.0:1767319102.129242:0:7180:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000000834d570. 00000080:00000010:2.0:1767319102.129246:0:7180:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000091b22ac6. 00000020:00000010:2.0:1767319102.129249:0:7180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000477a5343. 00000020:00000010:2.0:1767319102.129257:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000001a649869. 00000020:00000010:2.0:1767319102.129261:0:7180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000002066936d. 00000020:00000010:2.0:1767319102.129275:0:7180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000002066936d. 00000020:00000010:2.0:1767319102.129281:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000c31b84ea. 00000020:00000010:2.0:1767319102.129292:0:7180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000239b477. 00000020:00000010:2.0:1767319102.129296:0:7180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001f0b763e. 00000020:00000010:2.0:1767319102.129300:0:7180:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000af2f180b. 00000008:00000010:2.0:1767319102.129307:0:7180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000006330e48e. 00020000:00000010:2.0:1767319102.129312:0:7180:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000c6e32488. 00008000:00000010:2.0:1767319102.129315:0:7180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000984e0e89. 00000080:00000010:2.0:1767319102.129320:0:7180:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000f75dfaf4. 00000080:00000010:2.0:1767319102.129324:0:7180:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b88ca2df. 00020000:00000010:2.0:1767319102.129343:0:7180:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at 000000007a11720d. 00020000:00000010:2.0:1767319102.129351:0:7180:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 0000000095212a53. 00020000:00000010:2.0:1767319102.129360:0:7180:0:(lov_dev.c:363:lov_expand_targets()) kmalloced '(newd)': 512 at 000000009971c476. 00000020:00000010:2.0:1767319102.129364:0:7180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001f0b763e. 00000020:00000010:2.0:1767319102.129367:0:7180:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000af2f180b. 00000008:00000010:2.0:1767319102.129369:0:7180:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000006330e48e. 00020000:00000010:2.0:1767319102.129371:0:7180:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000c6e32488. 00008000:00000010:2.0:1767319102.129373:0:7180:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000984e0e89. 00000080:00000010:2.0:1767319102.129375:0:7180:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000f75dfaf4. 00000080:00000010:2.0:1767319102.129377:0:7180:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000b88ca2df. 00000020:00000010:2.0:1767319102.129379:0:7180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000239b477. 00000020:00000010:2.0:1767319102.129387:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000c31b84ea. 00000020:00000010:2.0:1767319102.129389:0:7180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000002066936d. 00000020:00000010:2.0:1767319102.129399:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000171608d1. 00000020:00000010:2.0:1767319102.129402:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000171608d1. 00000020:00000010:2.0:1767319102.129408:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000171608d1. 00000020:00000010:2.0:1767319102.129410:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000171608d1. 00000020:00000010:2.0:1767319102.129416:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000171608d1. 00000020:00000010:2.0:1767319102.129418:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000171608d1. 00000020:00000010:2.0:1767319102.129518:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000002066936d. 00000100:00000010:2.0:1767319102.129523:0:7180:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000000f7283da. 00000400:00000200:2.0:1767319102.129528:0:7180:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1767319102.129537:0:7180:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.120@tcp 00000400:00000200:2.0:1767319102.129545:0:7180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319102.129552:0:7180:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.120@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767319102.129558:0:7180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319102.129565:0:7180:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767319102.129568:0:7180:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.120@tcp NID 192.168.204.120@tcp: 0. pending discovery 00000400:00000200:2.0:1767319102.129571:0:7180:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.120@tcp 00000100:00000010:2.0:1767319102.129573:0:7180:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000000f7283da. 00000020:00000010:2.0:1767319102.129576:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000002066936d. 00000020:00000010:2.0:1767319102.129579:0:7180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000002066936d. 00000020:00000010:2.0:1767319102.129582:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000001a649869. 00000020:00000010:2.0:1767319102.129594:0:7180:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000006ba23876. 00000020:00000010:2.0:1767319102.129603:0:7180:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b32b5abb. 00000020:00000010:2.0:1767319102.129621:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000001a649869. 00000020:00000010:2.0:1767319102.129623:0:7180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000002066936d. 00000020:00000010:2.0:1767319102.129626:0:7180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000002066936d. 00000020:00000010:2.0:1767319102.129628:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000001a649869. 00000001:00000010:2.0:1767319102.129648:0:7180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000171608d1. 00000001:00000010:2.0:1767319102.129664:0:7180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ec10b3a0. 00000001:00000010:2.0:1767319102.129668:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000239b477. 00000001:00000010:2.0:1767319102.129670:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001f0b763e. 00000001:00000010:2.0:1767319102.129676:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000019d5868b. 00000001:00000010:2.0:1767319102.129679:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000052097f72. 00000001:00000010:2.0:1767319102.129681:0:7180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003ca1e71d. 00000001:00000010:2.0:1767319102.129683:0:7180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002a521805. 00000001:00000010:2.0:1767319102.129685:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000076187eb1. 00000001:00000010:2.0:1767319102.129689:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000be987c87. 00000001:00000010:2.0:1767319102.129691:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000060019340. 00000001:00000010:2.0:1767319102.129694:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000abc02ce7. 00000020:00000010:2.0:1767319102.129697:0:7180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000150f5978. 00000020:00000010:2.0:1767319102.129700:0:7180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c31b84ea. 00000020:00000010:2.0:1767319102.129704:0:7180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba3a09c4. 00000008:00000010:2.0:1767319102.129707:0:7180:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000006dae1f9e. 00020000:00000010:2.0:1767319102.129711:0:7180:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000069cd025f. 00008000:00000010:2.0:1767319102.129714:0:7180:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000000834d570. 00000080:00000010:2.0:1767319102.129717:0:7180:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000091b22ac6. 00000020:00000010:2.0:1767319102.129721:0:7180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8c8b0df. 00000020:00000010:2.0:1767319102.129725:0:7180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001ba5eb14. 00000020:00000010:2.0:1767319102.129727:0:7180:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000af2f180b. 00000008:00000010:2.0:1767319102.129729:0:7180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000006330e48e. 00020000:00000010:2.0:1767319102.129731:0:7180:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000c6e32488. 00008000:00000010:2.0:1767319102.129734:0:7180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000984e0e89. 00000080:00000010:2.0:1767319102.129736:0:7180:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000f75dfaf4. 00000080:00000010:2.0:1767319102.129738:0:7180:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b88ca2df. 00000008:00000010:2.0:1767319102.129831:0:7180:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at 0000000004628b42. 00010000:00000010:2.0:1767319102.129924:0:7180:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000009ba7e0f2. 00010000:00000010:2.0:1767319102.129931:0:7180:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000009515bd67. 00000020:00000010:2.0:1767319102.129949:0:7180:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000000d1cfdf2. 00000100:00000200:2.0:1767319102.129967:0:7180:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.120@tcp->12345-192.168.204.120@tcp 00000400:00000200:2.0:1767319102.129972:0:7180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319102.129976:0:7180:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.204.120@tcp primary NID 192.168.204.120@tcp rc 0 00010000:00000010:2.0:1767319102.129983:0:7180:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000009277bb92. 00010000:00000010:2.0:1767319102.129989:0:7180:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000c2f34be8. 00000001:00000010:2.0:1767319102.129997:0:7180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000b3ce05f1. 00000001:00000010:2.0:1767319102.130001:0:7180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 0000000047e8b068. 00000001:00000010:2.0:1767319102.130007:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c954fb47. 00000001:00000010:2.0:1767319102.130026:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007ebc4619. 00000001:00000010:2.0:1767319102.130116:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b260cde3. 00000001:00000010:2.0:1767319102.130125:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000816bb7e7. 00000001:00000010:2.0:1767319102.130131:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b8326c33. 00000001:00000010:2.0:1767319102.130144:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a5eac76a. 00000001:00000010:2.0:1767319102.130151:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000012d782c8. 00000001:00000010:2.0:1767319102.130156:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000009f479f6. 00000001:00000010:2.0:1767319102.130162:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000351a9afa. 00000001:00000010:2.0:1767319102.130174:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000043907760. 00000001:00000010:2.0:1767319102.130180:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c673db01. 00000001:00000010:2.0:1767319102.130187:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000517429d. 00000001:00000010:2.0:1767319102.130193:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000504a550e. 00000001:00000010:2.0:1767319102.130206:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000fe46bab0. 00000001:00000010:2.0:1767319102.130213:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000008ac616b3. 00000001:00000010:2.0:1767319102.130220:0:7180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000749a7961. 00000020:00000010:2.0:1767319102.130281:0:7180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c4a11a41. 00000020:00000010:2.0:1767319102.130285:0:7180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000253e60aa. 00000020:00000010:2.0:1767319102.130383:0:7180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002c22e09a. 00000020:00000010:2.0:1767319102.130387:0:7180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000001ef3ef1a. 00000020:00000010:2.0:1767319102.134396:0:7180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000081ab8002. 00000020:00000010:2.0:1767319102.134408:0:7180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000001f2cea2. 00000020:00000010:2.0:1767319102.134450:0:7180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001ba5eb14. 00000020:00000010:2.0:1767319102.134456:0:7180:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000af2f180b. 00000008:00000010:2.0:1767319102.134462:0:7180:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000006330e48e. 00020000:00000010:2.0:1767319102.134469:0:7180:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000c6e32488. 00008000:00000010:2.0:1767319102.134474:0:7180:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000984e0e89. 00000080:00000010:2.0:1767319102.134480:0:7180:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000f75dfaf4. 00000080:00000010:2.0:1767319102.134485:0:7180:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000b88ca2df. 00000020:00000010:2.0:1767319102.134496:0:7180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8c8b0df. 00000020:00000010:2.0:1767319102.134504:0:7180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c31b84ea. 00000020:00000010:2.0:1767319102.134508:0:7180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba3a09c4. 00000008:00000010:2.0:1767319102.134512:0:7180:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000006dae1f9e. 00020000:00000010:2.0:1767319102.134517:0:7180:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000069cd025f. 00008000:00000010:2.0:1767319102.134521:0:7180:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000000834d570. 00000080:00000010:2.0:1767319102.134525:0:7180:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000091b22ac6. 00000020:00000010:2.0:1767319102.134528:0:7180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000150f5978. 00000020:00000010:2.0:1767319102.134535:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000001a649869. 00000020:00000010:2.0:1767319102.134538:0:7180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000002066936d. 00000020:00000010:2.0:1767319102.134552:0:7180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000002066936d. 00000020:00000010:2.0:1767319102.134557:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000c31b84ea. 00000020:00000010:2.0:1767319102.134567:0:7180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ba5eb14. 00000020:00000010:2.0:1767319102.134571:0:7180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000efa5b9d0. 00000020:00000010:2.0:1767319102.134575:0:7180:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000af2f180b. 00000008:00000010:2.0:1767319102.134580:0:7180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000006330e48e. 00020000:00000010:2.0:1767319102.134584:0:7180:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000c6e32488. 00008000:00000010:2.0:1767319102.134588:0:7180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000984e0e89. 00000080:00000010:2.0:1767319102.134593:0:7180:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000f75dfaf4. 00000080:00000010:2.0:1767319102.134595:0:7180:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b88ca2df. 00020000:00000010:2.0:1767319102.134611:0:7180:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at 00000000e5c4e94f. 00000020:00000010:2.0:1767319102.134620:0:7180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000efa5b9d0. 00000020:00000010:2.0:1767319102.134623:0:7180:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000af2f180b. 00000008:00000010:2.0:1767319102.134625:0:7180:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000006330e48e. 00020000:00000010:2.0:1767319102.134627:0:7180:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000c6e32488. 00008000:00000010:2.0:1767319102.134628:0:7180:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000984e0e89. 00000080:00000010:2.0:1767319102.134630:0:7180:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000f75dfaf4. 00000080:00000010:2.0:1767319102.134632:0:7180:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000b88ca2df. 00000020:00000010:2.0:1767319102.134633:0:7180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ba5eb14. 00000020:00000010:2.0:1767319102.134635:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000c31b84ea. 00000020:00000010:2.0:1767319102.134637:0:7180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000002066936d. 00000020:00000010:2.0:1767319102.134643:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009e640fa8. 00000020:00000010:2.0:1767319102.134661:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009e640fa8. 00000020:00000010:2.0:1767319102.134670:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009e640fa8. 00000020:00000010:2.0:1767319102.134672:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009e640fa8. 00000020:00000010:2.0:1767319102.134674:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 000000002066936d. 00000020:00000010:2.0:1767319102.134676:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 000000002066936d. 00000100:00000010:2.0:1767319102.134688:0:7180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f602ebe. 02000000:00000010:2.0:1767319102.134707:0:7180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001ba5eb14. 00000100:00000010:2.0:1767319102.134727:0:7180:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a649869. 02000000:00000010:2.0:1767319102.134767:0:7180:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000b7315ab1. 00000400:00000200:2.0:1767319102.134782:0:7180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:2.0:1767319102.134787:0:7180:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007fca24d. 00000400:00000010:2.0:1767319102.134795:0:7180:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000003b04aa3d. 00000100:00000200:2.0:1767319102.134804:0:7180:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853168166110208, portal 25 00000400:00000010:2.0:1767319102.134811:0:7180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036cd2885. 00000100:00000200:2.0:1767319102.134814:0:7180:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853168166110208, offset 0 00000400:00000200:2.0:1767319102.134826:0:7180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:2.0:1767319102.135969:0:7180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319102.135982:0:7180:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:2.0:1767319102.136179:0:7180:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767319102.136187:0:7180:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:2.0:1767319102.136191:0:7180:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767319102.136195:0:7180:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:2.0:1767319102.136199:0:7180:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [11:11:256:4294967295] 192.168.204.120@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:2.0:1767319102.136204:0:7180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319102.136217:0:7180:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:2.0:1767319102.136225:0:7180:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:2.0:1767319102.136231:0:7180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009e640fa8. 00000800:00000200:2.0:1767319102.136241:0:7180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3449d5f] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:2.0:1767319102.136250:0:7180:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:2.0:1767319102.136255:0:7180:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009e640fa8 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767319102.136338:0:7180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000010:2.0:1767319102.136353:0:7180:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af2f180b. 00000100:00000010:2.0:1767319102.136373:0:7180:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000186288c3. 00000100:00000010:0.0:1767319102.140186:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af2f180b. 00000100:00000010:1.0:1767319102.140501:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000186288c3. 00000800:00000200:0.0:1767319102.141281:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319102.141288:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009e640fa8. 00000400:00000200:0.0:1767319102.141295:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.141307:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319102.141316:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036cd2885 00000400:00000010:0.0:1767319102.141319:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036cd2885. 00000100:00000200:0.0:1767319102.141333:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f602ebe x1853168166110208/t0(0) o502->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767319118 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767319102.143560:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.143573:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319102.143581:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.143586:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.143593:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.143597:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 8472 into portal 25 MB=0x6957256400400 00000400:00000200:0.0:1767319102.143604:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.143611:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 8472/8472 into md 0x269 [4] + 224 00000400:00000200:0.0:1767319102.143635:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.143639:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000200:0.0:1767319102.143665:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f602ebe x1853168166110208/t0(0) o502->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767319118 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767319102.143746:0:7180:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007fca24d. 00000400:00000200:2.0:1767319102.143755:0:7180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b04aa3d 00000400:00000010:2.0:1767319102.143757:0:7180:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000003b04aa3d. 00000100:00000200:2.0:1767319102.143764:0:7180:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f602ebe x1853168166110208/t0(0) o502->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767319102.143773:0:7180:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f602ebe x1853168166110208/t0(0) o502->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767319102.143807:0:7180:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001a649869. 02000000:00000010:2.0:1767319102.143824:0:7180:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000b7315ab1. 02000000:00000010:2.0:1767319102.143839:0:7180:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001ba5eb14. 00000100:00000010:2.0:1767319102.143845:0:7180:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f602ebe. 00000020:00000010:2.0:1767319102.143863:0:7180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c44c3ed3. 00000020:00000010:2.0:1767319102.143868:0:7180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c44c3ed3. 00000040:00000010:2.0:1767319102.143873:0:7180:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000f22e6b7c. 00000020:00000010:2.0:1767319102.143882:0:7180:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009b410d39. 00000020:00000010:2.0:1767319102.143900:0:7180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000005db73fd. 00000040:00000010:2.0:1767319102.143905:0:7180:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d7335b39. 00000020:00000010:2.0:1767319102.143909:0:7180:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000059812a52. 00000020:00000010:2.0:1767319102.143915:0:7180:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005e2bc715. 00000020:00000010:2.0:1767319102.143921:0:7180:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000002ec365. 80000000:00000010:2.0:1767319102.143925:0:7180:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005a9474de. 40000000:00000010:2.0:1767319102.143929:0:7180:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a92374f1. 00100000:00000010:2.0:1767319102.143935:0:7180:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000053b0eac1. 00040000:00000010:2.0:1767319102.143939:0:7180:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000270e5572. 00040000:00000010:2.0:1767319102.143943:0:7180:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000064720199. 00040000:00000010:2.0:1767319102.143946:0:7180:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b8565335. 00000004:00000010:2.0:1767319102.143950:0:7180:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000068957984. 00000004:00000010:2.0:1767319102.143968:0:7180:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f536f4fd. 00000004:00000010:2.0:1767319102.143976:0:7180:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e01fb682. 00002000:00000010:2.0:1767319102.143982:0:7180:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008a3bca7a. 00000004:00000010:2.0:1767319102.143987:0:7180:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003bcbf246. 00000020:00000010:2.0:1767319102.144011:0:7180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000040ea60b. 00000040:00000010:3.0:1767319102.144117:0:7161:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000b5360e5a. 00000040:00000010:3.0:1767319102.144127:0:7161:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000097602d5d. 00000040:00000010:3.0:1767319102.144130:0:7161:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ab0f4815. 00000020:00000010:3.0:1767319102.144136:0:7161:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000052714829. 00000040:00000010:3.0:1767319102.144139:0:7161:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000185e9277. 00000020:00000010:3.0:1767319102.144141:0:7161:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005ad66520. 00000020:00000010:3.0:1767319102.144145:0:7161:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ec01062a. 80000000:00000010:3.0:1767319102.144148:0:7161:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c8296ab3. 00040000:00000010:3.0:1767319102.144151:0:7161:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a1130e1e. 20000000:00000010:3.0:1767319102.144155:0:7161:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000fe72aa51. 00000020:00000010:3.0:1767319102.144158:0:7161:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078ff262d. 10000000:00000010:3.0:1767319102.144160:0:7161:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000a644eeaa. 00000100:00000010:3.0:1767319102.144189:0:7161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a32071fe. 02000000:00000010:3.0:1767319102.144207:0:7161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a65c2332. 00010000:00000010:3.0:1767319102.144225:0:7161:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000de218713. 00010000:00000010:3.0:1767319102.144233:0:7161:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000143db0eb. 00000100:00000010:3.0:1767319102.144253:0:7161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003400e961. 02000000:00000010:3.0:1767319102.144295:0:7161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003ae058b4. 00000400:00000200:3.0:1767319102.144303:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:3.0:1767319102.144307:0:7161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bbbaf81. 00000400:00000010:3.0:1767319102.144314:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034d2bd45. 00000100:00000200:3.0:1767319102.144328:0:7161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853168166110336, portal 25 00000400:00000010:3.0:1767319102.144334:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068b8b36e. 00000100:00000200:3.0:1767319102.144338:0:7161:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853168166110336, offset 0 00000400:00000200:3.0:1767319102.144346:0:7161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:3.0:1767319102.144353:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319102.144362:0:7161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:3.0:1767319102.144369:0:7161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767319102.144374:0:7161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:3.0:1767319102.144378:0:7161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767319102.144382:0:7161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:3.0:1767319102.144385:0:7161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [12:12:256:4294967295] 192.168.204.120@tcp LPNI seq info [12:12:8:4294967295] 00000400:00000200:3.0:1767319102.144389:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319102.144400:0:7161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:3.0:1767319102.144407:0:7161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:3.0:1767319102.144413:0:7161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082061697. 00000800:00000200:3.0:1767319102.144420:0:7161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3449d5f] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:3.0:1767319102.144430:0:7161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:3.0:1767319102.144435:0:7161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000082061697 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1767319102.144447:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000010:3.0:1767319102.144452:0:7161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005eb7e519. 00000100:00000010:3.0:1767319102.144466:0:7161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076032d40. 00000800:00000200:0.0:1767319102.147526:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319102.147540:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082061697. 00000400:00000200:0.0:1767319102.147550:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.147561:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319102.147571:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068b8b36e 00000400:00000010:0.0:1767319102.147574:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068b8b36e. 00000100:00000200:0.0:1767319102.147585:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a32071fe x1853168166110336/t0(0) o101->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1767319118 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767319102.150572:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076032d40. 00000100:00000010:0.0:1767319102.154988:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005eb7e519. 00000400:00000200:1.0:1767319102.161719:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.161734:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1767319102.161752:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.161778:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.161784:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.161787:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 344 into portal 25 MB=0x6957256400480 00000400:00000200:1.0:1767319102.161794:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.161799:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 344/344 into md 0x271 [1] + 224 00000400:00000200:1.0:1767319102.161825:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319102.161830:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000200:1.0:1767319102.161846:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a32071fe x1853168166110336/t0(0) o101->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1767319118 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767319102.163348:0:7161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bbbaf81. 00000400:00000200:3.0:1767319102.163363:0:7161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034d2bd45 00000400:00000010:3.0:1767319102.163366:0:7161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034d2bd45. 00000100:00000200:3.0:1767319102.163381:0:7161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a32071fe x1853168166110336/t0(0) o101->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767319102.163394:0:7161:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a32071fe x1853168166110336/t0(0) o101->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767319102.163443:0:7161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003400e961. 02000000:00000010:3.0:1767319102.163475:0:7161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003ae058b4. 02000000:00000010:3.0:1767319102.163500:0:7161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a65c2332. 00000100:00000010:3.0:1767319102.163507:0:7161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a32071fe. 10000000:00000010:3.0:1767319102.163520:0:7161:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 00000000ab29fef9. 00000100:00000010:0.0:1767319102.165587:0:7161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007226f7fd. 02000000:00000010:0.0:1767319102.165629:0:7161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001fe61256. 00000100:00000010:0.0:1767319102.165648:0:7161:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000cdad4a0d. 00000100:00000010:0.0:1767319102.165665:0:7161:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 0000000086ea5ebd. 00000100:00000010:0.0:1767319102.165714:0:7161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd079ee2. 00000400:00000200:0.0:1767319102.165749:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1767319102.165755:0:7161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d74fad9. 00000400:00000010:0.0:1767319102.165765:0:7161:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a98eff85. 00000100:00000200:0.0:1767319102.165775:0:7161:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6957256400500-0x6957256400500, portal 33 02000000:00000010:0.0:1767319102.165785:0:7161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000040ea60b. 00000400:00000200:0.0:1767319102.165789:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1767319102.165791:0:7161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d25fe422. 00000400:00000010:0.0:1767319102.165796:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0eb87b2. 00000100:00000200:0.0:1767319102.166483:0:7161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166110464, portal 25 00000400:00000010:0.0:1767319102.166495:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0cbdac8. 00000100:00000200:0.0:1767319102.166501:0:7161:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853168166110464, offset 0 00000400:00000200:0.0:1767319102.166514:0:7161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:0.0:1767319102.166527:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.166536:0:7161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:0.0:1767319102.166544:0:7161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767319102.166549:0:7161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:0.0:1767319102.166554:0:7161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767319102.166557:0:7161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:0.0:1767319102.166560:0:7161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [13:13:256:4294967295] 192.168.204.120@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:0.0:1767319102.166564:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.166574:0:7161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:0.0:1767319102.166581:0:7161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:0.0:1767319102.166587:0:7161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039ef8e26. 00000800:00000200:0.0:1767319102.166596:0:7161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3449d5f] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:0.0:1767319102.166616:0:7161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:0.0:1767319102.166622:0:7161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000039ef8e26 type 1, nob 400 niov 1 nkiov 1 00000400:00000200:0.0:1767319102.166646:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000010:0.0:1767319102.166663:0:7161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008acf5a55. 00000100:00000010:0.0:1767319102.166680:0:7161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000a990b68. 00000800:00000200:1.0:1767319102.166975:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767319102.166980:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039ef8e26. 00000400:00000200:1.0:1767319102.166985:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319102.166991:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1767319102.166998:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0cbdac8 00000400:00000010:1.0:1767319102.167001:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0cbdac8. 00000100:00000200:1.0:1767319102.167010:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007226f7fd x1853168166110464/t0(0) o256->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1767319118 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767319102.168949:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.168958:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1767319102.168964:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.168968:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.168973:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.168976:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 132 into portal 33 MB=0x6957256400500 00000400:00000200:1.0:1767319102.168982:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.168987:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.120@tcp of length 132/132 into md 0x279 [256] + 0 00000400:00000010:1.0:1767319102.168992:0:2438:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d74fad9. 00000400:00000200:1.0:1767319102.168998:0:2438:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a98eff85 00000400:00000200:1.0:1767319102.169014:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319102.169019:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1767319102.169026:0:2438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a98eff85 00000400:00000010:1.0:1767319102.169028:0:2438:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a98eff85. 00000100:00000200:1.0:1767319102.169315:0:2438:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000007226f7fd desc 00000000cdad4a0d mbits 1853168166110464 00000400:00000200:1.0:1767319102.169334:0:2438:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767319102.169339:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.169345:0:2438:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.20@tcp to MR: 192.168.204.120@tcp local destination 00000400:00000200:1.0:1767319102.169350:0:2438:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [14:14:256:4294967295] 192.168.204.120@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:1.0:1767319102.169355:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.169363:0:2438:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:192.168.204.20@tcp) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) 192.168.204.120@tcp : ACK try# 0 00000800:00000200:1.0:1767319102.169369:0:2438:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.120@tcp 00000800:00000010:1.0:1767319102.169378:0:2438:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at 000000001460370d. 00000800:00000200:1.0:1767319102.169384:0:2438:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3449d5f] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:1.0:1767319102.169390:0:2438:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:1.0:1767319102.169393:0:2438:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001460370d type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767319102.169491:0:2438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767319102.169495:0:2438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at 000000001460370d. 00000400:00000200:1.0:1767319102.169501:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319102.169505:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: ACK: OK 00000100:00000010:0.0:1767319102.170387:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008acf5a55. 00000100:00000010:1.0:1767319102.171595:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000a990b68. 00000400:00000200:1.0:1767319102.175749:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.175764:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1767319102.175774:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.175780:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.175787:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.175791:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 240 into portal 25 MB=0x6957256400500 00000400:00000200:1.0:1767319102.175799:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319102.175806:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 240/240 into md 0x281 [1] + 224 00000400:00000200:1.0:1767319102.175827:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319102.175832:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000200:1.0:1767319102.175850:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007226f7fd x1853168166110464/t0(0) o256->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1767319118 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767319102.176001:0:7161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d25fe422. 00000400:00000200:0.0:1767319102.176008:0:7161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0eb87b2 00000400:00000010:0.0:1767319102.176011:0:7161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0eb87b2. 00000100:00000200:0.0:1767319102.176017:0:7161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007226f7fd x1853168166110464/t0(0) o256->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767319102.176026:0:7161:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007226f7fd x1853168166110464/t0(0) o256->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767319102.176270:0:7161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bd079ee2. 10000000:00000010:0.0:1767319102.176290:0:7161:0:(mgc_request.c:1296:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000bf068e03. 00000100:00000200:0.0:1767319102.176307:0:7161:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.120@tcp with 192.168.204.120@tcp 00000100:00000200:0.0:1767319102.176310:0:7161:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.120@tcp' 00000400:00000200:0.0:1767319102.176314:0:7161:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1767319102.176320:0:7161:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.120@tcp 00000400:00000200:0.0:1767319102.176324:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.176328:0:7161:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.120@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767319102.176333:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.176340:0:7161:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767319102.176344:0:7161:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.120@tcp NID 192.168.204.120@tcp: 0. pending discovery 00000400:00000200:0.0:1767319102.176347:0:7161:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.120@tcp 10000000:00000010:0.0:1767319102.176355:0:7161:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 00000000b9ad787d. 00000020:00000010:0.0:1767319102.176366:0:7161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8565335. 00000020:00000010:0.0:1767319102.176372:0:7161:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000002ec365. 00000020:00000010:0.0:1767319102.176378:0:7161:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000008acf5a55. 00000008:00000010:0.0:1767319102.176387:0:7161:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000dd48211b. 00020000:00000010:0.0:1767319102.176394:0:7161:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000763bc75e. 00008000:00000010:0.0:1767319102.176400:0:7161:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000004097fbf9. 00000080:00000010:0.0:1767319102.176415:0:7161:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c78e95fb. 00000080:00000010:0.0:1767319102.176512:0:7161:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000320438b1. 00000020:00000010:0.0:1767319102.176634:0:7161:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000002ec365. 00000020:00000010:0.0:1767319102.176640:0:7161:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000008acf5a55. 00000008:00000010:0.0:1767319102.176644:0:7161:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000dd48211b. 00020000:00000010:0.0:1767319102.176648:0:7161:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000763bc75e. 00008000:00000010:0.0:1767319102.176661:0:7161:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000004097fbf9. 00000080:00000010:0.0:1767319102.176665:0:7161:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000c78e95fb. 00000080:00000010:0.0:1767319102.176669:0:7161:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000320438b1. 00000020:00000010:0.0:1767319102.176672:0:7161:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8565335. 10000000:00000010:0.0:1767319102.176676:0:7161:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 00000000b9ad787d. 00000100:00000200:0.0:1767319102.176686:0:7161:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.120@tcp with 192.168.204.120@tcp 00000100:00000200:0.0:1767319102.176688:0:7161:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.120@tcp' 00000400:00000200:0.0:1767319102.176690:0:7161:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1767319102.176693:0:7161:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.120@tcp 00000400:00000200:0.0:1767319102.176696:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.176699:0:7161:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.120@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767319102.176703:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.176705:0:7161:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767319102.176708:0:7161:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.120@tcp NID 192.168.204.120@tcp: 0. pending discovery 00000400:00000200:0.0:1767319102.176710:0:7161:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.120@tcp 10000000:00000010:0.0:1767319102.176713:0:7161:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 00000000b9ad787d. 00000020:00000010:0.0:1767319102.176719:0:7161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8565335. 00000020:00000010:0.0:1767319102.176721:0:7161:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000002ec365. 00000020:00000010:0.0:1767319102.176724:0:7161:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000008acf5a55. 00000008:00000010:0.0:1767319102.176727:0:7161:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000dd48211b. 00020000:00000010:0.0:1767319102.176729:0:7161:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000763bc75e. 00008000:00000010:0.0:1767319102.176731:0:7161:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000004097fbf9. 00000080:00000010:0.0:1767319102.176734:0:7161:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c78e95fb. 00000080:00000010:0.0:1767319102.176736:0:7161:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000320438b1. 00000020:00000010:0.0:1767319102.178558:0:7161:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000002ec365. 00000020:00000010:0.0:1767319102.178576:0:7161:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000008acf5a55. 00000008:00000010:0.0:1767319102.178580:0:7161:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000dd48211b. 00020000:00000010:0.0:1767319102.178602:0:7161:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000763bc75e. 00008000:00000010:0.0:1767319102.178605:0:7161:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000004097fbf9. 00000080:00000010:0.0:1767319102.178610:0:7161:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000c78e95fb. 00000080:00000010:0.0:1767319102.178613:0:7161:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000320438b1. 00000020:00000010:0.0:1767319102.178617:0:7161:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8565335. 10000000:00000010:0.0:1767319102.178621:0:7161:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 00000000b9ad787d. 00000100:00000200:0.0:1767319102.178637:0:7161:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.120@tcp with 192.168.204.120@tcp 00000100:00000200:0.0:1767319102.178639:0:7161:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.120@tcp' 00000400:00000200:0.0:1767319102.178641:0:7161:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1767319102.178647:0:7161:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.120@tcp 00000400:00000200:0.0:1767319102.178664:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.178671:0:7161:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.120@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767319102.178678:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.178684:0:7161:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767319102.178691:0:7161:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.120@tcp NID 192.168.204.120@tcp: 0. pending discovery 00000400:00000200:0.0:1767319102.178694:0:7161:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.120@tcp 10000000:00000010:0.0:1767319102.178699:0:7161:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 00000000b9ad787d. 00000020:00000010:0.0:1767319102.178709:0:7161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8565335. 00000020:00000010:0.0:1767319102.178712:0:7161:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000002ec365. 00000020:00000010:0.0:1767319102.178715:0:7161:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000008acf5a55. 00000008:00000010:0.0:1767319102.178720:0:7161:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000dd48211b. 00020000:00000010:0.0:1767319102.178725:0:7161:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000763bc75e. 00008000:00000010:0.0:1767319102.178728:0:7161:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000004097fbf9. 00000080:00000010:0.0:1767319102.178731:0:7161:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c78e95fb. 00000080:00000010:0.0:1767319102.178734:0:7161:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000320438b1. 00000020:00000010:0.0:1767319102.178784:0:7161:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000002ec365. 00000020:00000010:0.0:1767319102.178786:0:7161:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000008acf5a55. 00000008:00000010:0.0:1767319102.178788:0:7161:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000dd48211b. 00020000:00000010:0.0:1767319102.178790:0:7161:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000763bc75e. 00008000:00000010:0.0:1767319102.178792:0:7161:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000004097fbf9. 00000080:00000010:0.0:1767319102.178794:0:7161:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000c78e95fb. 00000080:00000010:0.0:1767319102.178796:0:7161:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000320438b1. 00000020:00000010:0.0:1767319102.178798:0:7161:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8565335. 10000000:00000010:0.0:1767319102.178806:0:7161:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 00000000b9ad787d. 10000000:00000010:0.0:1767319102.178808:0:7161:0:(mgc_request.c:1506:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000bf068e03. 02000000:00000010:0.0:1767319102.178819:0:7161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000040ea60b. 00000100:00000010:0.0:1767319102.178849:0:7161:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 0000000086ea5ebd. 00000100:00000010:0.0:1767319102.178853:0:7161:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000cdad4a0d. 02000000:00000010:0.0:1767319102.178858:0:7161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001fe61256. 00000100:00000010:0.0:1767319102.178863:0:7161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007226f7fd. 10000000:00000010:0.0:1767319102.179885:0:7161:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 2048 at 00000000ab29fef9. 00000100:00000010:0.0:1767319102.179979:0:7161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007226f7fd. 02000000:00000010:0.0:1767319102.179999:0:7161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001fe61256. 00010000:00000010:0.0:1767319102.180018:0:7161:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000805ac83a. 00010000:00000010:0.0:1767319102.180026:0:7161:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ee28bd81. 00000020:00000010:0.0:1767319102.180067:0:7161:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000087180c1a. 00000100:00000010:0.0:1767319102.180089:0:7161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd079ee2. 02000000:00000010:0.0:1767319102.180113:0:7161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cdad4a0d. 00000400:00000200:0.0:1767319102.180125:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1767319102.180129:0:7161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d25fe422. 00000400:00000010:0.0:1767319102.180136:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0eb87b2. 00000100:00000200:0.0:1767319102.180145:0:7161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853168166110592, portal 25 00000400:00000010:0.0:1767319102.180152:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002795be85. 00000100:00000200:0.0:1767319102.180155:0:7161:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853168166110592, offset 0 00000400:00000200:0.0:1767319102.180163:0:7161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:0.0:1767319102.180172:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.180181:0:7161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:0.0:1767319102.180193:0:7161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767319102.180199:0:7161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:0.0:1767319102.180202:0:7161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767319102.180205:0:7161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:0.0:1767319102.180209:0:7161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [15:15:256:4294967295] 192.168.204.120@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:0.0:1767319102.180214:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.180224:0:7161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:0.0:1767319102.180231:0:7161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:0.0:1767319102.180243:0:7161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004249568. 00000800:00000200:0.0:1767319102.180251:0:7161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3449d5f] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:0.0:1767319102.180261:0:7161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:0.0:1767319102.180266:0:7161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004249568 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1767319102.180284:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000010:0.0:1767319102.180289:0:7161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008acf5a55. 00000100:00000010:0.0:1767319102.180304:0:7161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007cd262e8. 00000800:00000200:0.0:1767319102.180446:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319102.180451:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004249568. 00000400:00000200:0.0:1767319102.180455:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.180461:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319102.180467:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002795be85 00000400:00000010:0.0:1767319102.180470:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002795be85. 00000100:00000200:0.0:1767319102.180480:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007226f7fd x1853168166110592/t0(0) o101->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1767319118 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767319102.183200:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007cd262e8. 00000100:00000010:0.0:1767319102.189610:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008acf5a55. 00000400:00000200:0.0:1767319102.192595:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.192610:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319102.192619:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.192625:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.192633:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.192638:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 344 into portal 25 MB=0x6957256400580 00000400:00000200:0.0:1767319102.192645:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.192663:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 344/344 into md 0x291 [1] + 224 00000400:00000200:0.0:1767319102.192686:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.192691:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000200:0.0:1767319102.192710:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007226f7fd x1853168166110592/t0(0) o101->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1767319118 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767319102.192775:0:7161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d25fe422. 00000400:00000200:0.0:1767319102.192780:0:7161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0eb87b2 00000400:00000010:0.0:1767319102.192789:0:7161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0eb87b2. 00000100:00000200:0.0:1767319102.192795:0:7161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007226f7fd x1853168166110592/t0(0) o101->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767319102.192803:0:7161:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007226f7fd x1853168166110592/t0(0) o101->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767319102.193966:0:7161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bd079ee2. 02000000:00000010:0.0:1767319102.194104:0:7161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cdad4a0d. 02000000:00000010:0.0:1767319102.194114:0:7161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001fe61256. 00000100:00000010:0.0:1767319102.194119:0:7161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007226f7fd. 10000000:00000010:0.0:1767319102.194133:0:7161:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000e8be7e19. 00000020:00000010:0.0:1767319102.194139:0:7161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fe61256. 00000020:00000010:0.0:1767319102.194145:0:7161:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d7335b39. 00000040:00000010:0.0:1767319102.194150:0:7161:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000005db73fd. 00000020:00000010:0.0:1767319102.194156:0:7161:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d77adbcc. 00000020:00000010:0.0:1767319102.194163:0:7161:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000005787617. 80000000:00000010:0.0:1767319102.194168:0:7161:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008acf5a55. 00040000:00000010:0.0:1767319102.194175:0:7161:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000eef58bcd. 20000000:00000010:0.0:1767319102.194180:0:7161:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000031ee6b64. 00000040:00000010:0.0:1767319102.194188:0:7161:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000477a5343. 00000100:00000010:0.0:1767319102.194195:0:7161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007226f7fd. 02000000:00000010:0.0:1767319102.194210:0:7161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001871aeee. 00000100:00000010:0.0:1767319102.194227:0:7161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd079ee2. 02000000:00000010:0.0:1767319102.194247:0:7161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fde39d07. 00000400:00000200:0.0:1767319102.194258:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1767319102.194262:0:7161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d25fe422. 00000400:00000010:0.0:1767319102.194268:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0eb87b2. 00000100:00000200:0.0:1767319102.194276:0:7161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166110720, portal 25 00000400:00000010:0.0:1767319102.194282:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002795be85. 00000100:00000200:0.0:1767319102.194285:0:7161:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853168166110720, offset 0 00000400:00000200:0.0:1767319102.194294:0:7161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:0.0:1767319102.194302:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.194310:0:7161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:0.0:1767319102.194324:0:7161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767319102.194330:0:7161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:0.0:1767319102.194334:0:7161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767319102.194338:0:7161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:0.0:1767319102.194341:0:7161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [16:16:256:4294967295] 192.168.204.120@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:0.0:1767319102.194346:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.194356:0:7161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:0.0:1767319102.194364:0:7161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:0.0:1767319102.194369:0:7161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004249568. 00000800:00000200:0.0:1767319102.194378:0:7161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3449d5f] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:0.0:1767319102.194388:0:7161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:0.0:1767319102.194393:0:7161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004249568 type 1, nob 600 niov 1 nkiov 1 00000400:00000200:0.0:1767319102.194418:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000010:0.0:1767319102.194932:0:7161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097a7ea07. 00000100:00000010:0.0:1767319102.194953:0:7161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e340c8d. 00000800:00000200:0.0:1767319102.196292:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319102.196302:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004249568. 00000400:00000200:0.0:1767319102.196309:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.196319:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319102.196327:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002795be85 00000400:00000010:0.0:1767319102.196331:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002795be85. 00000100:00000200:0.0:1767319102.196341:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007226f7fd x1853168166110720/t0(0) o501->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1767319118 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767319102.197102:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e340c8d. 00000100:00000010:0.0:1767319102.197600:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097a7ea07. 00000020:00000010:2.0:1767319102.201304:0:7187:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000bf9fb57c. 00000020:00000010:2.0:1767319102.201325:0:7187:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000bf9fb57c. 00000400:00000200:0.0:1767319102.205901:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.205916:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319102.205925:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.205931:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.205938:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.205943:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 272 into portal 25 MB=0x6957256400600 00000400:00000200:0.0:1767319102.205950:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.205967:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 272/272 into md 0x2a1 [1] + 224 00000400:00000200:0.0:1767319102.205988:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.206101:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000200:0.0:1767319102.206117:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007226f7fd x1853168166110720/t0(0) o501->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1767319118 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767319102.206173:0:7161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d25fe422. 00000400:00000200:0.0:1767319102.206179:0:7161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0eb87b2 00000400:00000010:0.0:1767319102.206182:0:7161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0eb87b2. 00000100:00000200:0.0:1767319102.206187:0:7161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007226f7fd x1853168166110720/t0(0) o501->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767319102.206197:0:7161:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007226f7fd x1853168166110720/t0(0) o501->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767319102.206231:0:7161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bd079ee2. 02000000:00000010:0.0:1767319102.206246:0:7161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fde39d07. 02000000:00000010:0.0:1767319102.206251:0:7161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001871aeee. 00000100:00000010:0.0:1767319102.206256:0:7161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007226f7fd. 00000040:00000010:0.0:1767319102.206269:0:7161:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a98eff85. 00000100:00000010:0.0:1767319102.206275:0:7161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007226f7fd. 02000000:00000010:0.0:1767319102.206288:0:7161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001871aeee. 00000100:00000010:0.0:1767319102.206299:0:7161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd079ee2. 02000000:00000010:0.0:1767319102.206333:0:7161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000d6b39aa5. 00000400:00000200:0.0:1767319102.206339:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1767319102.206342:0:7161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d25fe422. 00000400:00000010:0.0:1767319102.206347:0:7161:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000092def3bc. 00000100:00000200:0.0:1767319102.206355:0:7161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853168166110848, portal 25 00000400:00000010:0.0:1767319102.206360:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0eb87b2. 00000100:00000200:0.0:1767319102.206363:0:7161:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853168166110848, offset 0 00000400:00000200:0.0:1767319102.206370:0:7161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:0.0:1767319102.206377:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.206384:0:7161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:0.0:1767319102.206391:0:7161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767319102.206400:0:7161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:0.0:1767319102.206405:0:7161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767319102.206408:0:7161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:0.0:1767319102.206412:0:7161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [17:17:256:4294967295] 192.168.204.120@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:0.0:1767319102.206416:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.206602:0:7161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:0.0:1767319102.206610:0:7161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:0.0:1767319102.206617:0:7161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004249568. 00000800:00000200:0.0:1767319102.206624:0:7161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3449d5f] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:0.0:1767319102.206634:0:7161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:0.0:1767319102.206640:0:7161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004249568 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767319102.206667:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000010:0.0:1767319102.206672:0:7161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097a7ea07. 00000100:00000010:0.0:1767319102.206687:0:7161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000085c0092d. 00000800:00000200:0.0:1767319102.207229:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319102.207234:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004249568. 00000400:00000200:0.0:1767319102.207239:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.207244:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319102.207248:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0eb87b2 00000400:00000010:0.0:1767319102.207250:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0eb87b2. 00000100:00000200:0.0:1767319102.207256:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007226f7fd x1853168166110848/t0(0) o503->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767319118 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767319102.211299:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000085c0092d. 00000100:00000010:0.0:1767319102.212804:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097a7ea07. 00000400:00000200:0.0:1767319102.216905:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.216920:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319102.216930:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.216936:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.216944:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.216949:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 8416 into portal 25 MB=0x6957256400680 00000400:00000200:0.0:1767319102.216956:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.216974:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 8416/8416 into md 0x2b1 [4] + 224 00000400:00000200:0.0:1767319102.217012:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.217018:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000200:0.0:1767319102.217049:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007226f7fd x1853168166110848/t0(0) o503->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767319118 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767319102.217106:0:7161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d25fe422. 00000400:00000200:0.0:1767319102.217112:0:7161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092def3bc 00000400:00000010:0.0:1767319102.217114:0:7161:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000092def3bc. 00000100:00000200:0.0:1767319102.217120:0:7161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007226f7fd x1853168166110848/t0(0) o503->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767319102.217130:0:7161:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007226f7fd x1853168166110848/t0(0) o503->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767319102.217166:0:7161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bd079ee2. 02000000:00000010:0.0:1767319102.217183:0:7161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000d6b39aa5. 02000000:00000010:0.0:1767319102.217201:0:7161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001871aeee. 00000100:00000010:0.0:1767319102.217206:0:7161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007226f7fd. 00000040:00000010:0.0:1767319102.217219:0:7161:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000097a7ea07. 00000020:00000010:3.0:1767319102.217787:0:7191:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014fe27db. 00000020:00000010:3.0:1767319102.217795:0:7191:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008d0a8765. 00000040:00000010:3.0:1767319102.217800:0:7191:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b2a64c13. 00000020:00000010:3.0:1767319102.217806:0:7191:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000091f7a87c. 00000020:00000010:3.0:1767319102.217813:0:7191:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb721ad5. 00000020:00000010:3.0:1767319102.217817:0:7191:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f0c22a6e. 80000000:00000010:3.0:1767319102.217831:0:7191:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d74af3ed. 40000000:00000010:3.0:1767319102.217838:0:7191:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009e23e1eb. 00100000:00000010:3.0:1767319102.217844:0:7191:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000aeb95efe. 00040000:00000010:3.0:1767319102.217850:0:7191:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d96f33da. 00040000:00000010:3.0:1767319102.217854:0:7191:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007d3bb985. 00040000:00000010:3.0:1767319102.217859:0:7191:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000143760fb. 00000004:00000010:3.0:1767319102.217865:0:7191:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ab29fef9. 00000004:00000010:3.0:1767319102.217871:0:7191:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005da22a17. 00000004:00000010:3.0:1767319102.217895:0:7191:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000c9c2539. 00002000:00000010:3.0:1767319102.217902:0:7191:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003ae058b4. 00000004:00000010:3.0:1767319102.217907:0:7191:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a54d2f28. 00000020:00000010:3.0:1767319102.217914:0:7191:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000069130869. 00000040:00000010:3.0:1767319102.217924:0:7191:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000097602d5d. 00000100:00000010:3.0:1767319102.217933:0:7191:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a32071fe. 02000000:00000010:3.0:1767319102.217949:0:7191:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000045f79dd3. 00000100:00000010:3.0:1767319102.217964:0:7191:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bfda55e8. 00000020:00000010:1.0:1767319102.220218:0:7189:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000b3226359. 00000020:00000010:1.0:1767319102.220238:0:7189:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000b3226359. 00000020:00000010:0.0:1767319102.220997:0:7190:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000f6fdeb0c. 00000020:00000010:0.0:1767319102.221005:0:7190:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000f6fdeb0c. 02000000:00000010:3.0:1767319102.222063:0:7191:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000d6b39aa5. 00000400:00000200:3.0:1767319102.222090:0:7191:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:3.0:1767319102.222129:0:7191:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bbbaf81. 00000400:00000010:3.0:1767319102.222137:0:7191:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ae3121c9. 00000100:00000200:3.0:1767319102.222147:0:7191:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853168166110976, portal 25 00000400:00000010:3.0:1767319102.222156:0:7191:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034d2bd45. 00000100:00000200:3.0:1767319102.222160:0:7191:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853168166110976, offset 0 00000400:00000200:3.0:1767319102.222173:0:7191:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:3.0:1767319102.222194:0:7191:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319102.222205:0:7191:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:3.0:1767319102.222212:0:7191:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767319102.222218:0:7191:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:3.0:1767319102.222222:0:7191:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767319102.222226:0:7191:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:3.0:1767319102.222229:0:7191:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [18:18:256:4294967295] 192.168.204.120@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:3.0:1767319102.222233:0:7191:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319102.222244:0:7191:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:3.0:1767319102.222251:0:7191:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:3.0:1767319102.222256:0:7191:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f283455. 00000800:00000200:3.0:1767319102.222264:0:7191:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3449d5f] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:3.0:1767319102.222274:0:7191:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:3.0:1767319102.222280:0:7191:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f283455 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767319102.222303:0:7191:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000010:3.0:1767319102.222309:0:7191:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f3528bc2. 00000100:00000010:3.0:1767319102.222324:0:7191:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035d05a88. 00000800:00000200:0.0:1767319102.225553:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319102.225566:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f283455. 00000400:00000200:0.0:1767319102.225580:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.225592:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319102.225601:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034d2bd45 00000400:00000010:0.0:1767319102.225604:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034d2bd45. 00000100:00000200:0.0:1767319102.225618:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a32071fe x1853168166110976/t0(0) o502->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767319118 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767319102.225693:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f3528bc2. 00000100:00000010:1.0:1767319102.226134:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035d05a88. 00000400:00000200:0.0:1767319102.227688:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.227701:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319102.227710:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.227723:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.227730:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.227734:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 8472 into portal 25 MB=0x6957256400700 00000400:00000200:0.0:1767319102.227741:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.227749:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 8472/8472 into md 0x2c1 [4] + 224 00000400:00000200:0.0:1767319102.227776:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.227781:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000200:0.0:1767319102.227796:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a32071fe x1853168166110976/t0(0) o502->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767319118 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767319102.228059:0:7191:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bbbaf81. 00000400:00000200:3.0:1767319102.228066:0:7191:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae3121c9 00000400:00000010:3.0:1767319102.228068:0:7191:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ae3121c9. 00000100:00000200:3.0:1767319102.228075:0:7191:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a32071fe x1853168166110976/t0(0) o502->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767319102.228084:0:7191:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a32071fe x1853168166110976/t0(0) o502->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767319102.228119:0:7191:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bfda55e8. 02000000:00000010:3.0:1767319102.228136:0:7191:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000d6b39aa5. 02000000:00000010:3.0:1767319102.228153:0:7191:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000045f79dd3. 00000100:00000010:3.0:1767319102.228159:0:7191:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a32071fe. 00000020:00000010:3.0:1767319102.228182:0:7191:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000000c95d127. 00000020:00000010:3.0:1767319102.228187:0:7191:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000000c95d127. 00000020:00000010:3.0:1767319102.228198:0:7191:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 28 at 0000000079a9ff51. 00000020:00000010:3.0:1767319102.228203:0:7191:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000e8a055d0. 00000020:00000010:3.0:1767319102.228236:0:7191:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff911a07efd100. 00000020:00000010:3.0:1767319102.228239:0:7191:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff911a04d3af40. 00000100:00000010:3.0:1767319102.228250:0:7191:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a02ec1880. 02000000:00000010:3.0:1767319102.228264:0:7191:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff911a05a29800. 00000100:00000010:3.0:1767319102.228279:0:7191:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff911a05193480. 02000000:00000010:3.0:1767319102.228311:0:7191:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff911a073b8000. 00000400:00000200:3.0:1767319102.228317:0:7191:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:3.0:1767319102.228320:0:7191:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a03dd32c0. 00000400:00000010:3.0:1767319102.228325:0:7191:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff911a05193780. 00000100:00000200:3.0:1767319102.228333:0:7191:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853168166111104, portal 25 00000400:00000010:3.0:1767319102.228339:0:7191:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02bd63b8. 00000100:00000200:3.0:1767319102.228343:0:7191:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853168166111104, offset 0 00000400:00000200:3.0:1767319102.228351:0:7191:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:3.0:1767319102.228358:0:7191:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319102.228366:0:7191:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:3.0:1767319102.228374:0:7191:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767319102.228379:0:7191:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:3.0:1767319102.228383:0:7191:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767319102.228386:0:7191:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:3.0:1767319102.228390:0:7191:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [19:19:256:4294967295] 192.168.204.120@tcp LPNI seq info [19:19:8:4294967295] 00000400:00000200:3.0:1767319102.228394:0:7191:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319102.228403:0:7191:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:3.0:1767319102.228410:0:7191:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:3.0:1767319102.228415:0:7191:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a03a5ad00. 00000800:00000200:3.0:1767319102.228514:0:7191:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:3.0:1767319102.228523:0:7191:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:3.0:1767319102.228528:0:7191:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a03a5ad00 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767319102.228545:0:7191:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000010:3.0:1767319102.228551:0:7191:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff911a07f0b600. 00000100:00000010:3.0:1767319102.228581:0:7191:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff911a07f0b7e0. 00000800:00000200:0.0:1767319102.228764:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319102.228770:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a03a5ad00. 00000400:00000200:0.0:1767319102.228774:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.228779:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319102.228783:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02bd63b8 00000400:00000010:0.0:1767319102.228785:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02bd63b8. 00000100:00000200:0.0:1767319102.228791:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a02ec1880 x1853168166111104/t0(0) o502->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767319118 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767319102.232266:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff911a07f0b600. 00000100:00000010:1.0:1767319102.233894:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff911a07f0b7e0. 00000400:00000200:0.0:1767319102.234074:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.234084:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319102.234093:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.234100:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.234109:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.234114:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 8472 into portal 25 MB=0x6957256400780 00000400:00000200:0.0:1767319102.234122:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.234130:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 8472/8472 into md 0x2c9 [4] + 224 00000400:00000200:0.0:1767319102.234156:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.234162:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000200:0.0:1767319102.234183:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a02ec1880 x1853168166111104/t0(0) o502->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767319118 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767319102.238420:0:7191:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a03dd32c0. 00000400:00000200:3.0:1767319102.238436:0:7191:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a05193780 00000400:00000010:3.0:1767319102.238439:0:7191:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff911a05193780. 00000100:00000200:3.0:1767319102.238456:0:7191:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a02ec1880 x1853168166111104/t0(0) o502->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767319102.238470:0:7191:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a02ec1880 x1853168166111104/t0(0) o502->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767319118 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767319102.238506:0:7191:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff911a05193480. 02000000:00000010:3.0:1767319102.238522:0:7191:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff911a073b8000. 02000000:00000010:3.0:1767319102.238538:0:7191:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff911a05a29800. 00000100:00000010:3.0:1767319102.238544:0:7191:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a02ec1880. 00000020:00000010:3.0:1767319102.238566:0:7191:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff911a03a5a100. 00000020:00000010:3.0:1767319102.238571:0:7191:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff911a03a5a100. 00000040:00000010:3.0:1767319102.238575:0:7191:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff911a051d8000. 00000020:00000010:3.0:1767319102.238584:0:7191:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff911a18da9600. 00000020:00000010:3.0:1767319102.238600:0:7191:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff911a05a29a00. 00000040:00000010:3.0:1767319102.238605:0:7191:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff911a05a28400. 00000020:00000010:3.0:1767319102.238610:0:7191:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff911a060fd800. 00000020:00000010:3.0:1767319102.238616:0:7191:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff911a060c2840. 00000020:00000010:3.0:1767319102.238623:0:7191:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff911a05a28000. 80000000:00000010:3.0:1767319102.238628:0:7191:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff911a07f0bd80. 40000000:00000010:3.0:1767319102.238632:0:7191:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff911a18da9dc0. 00100000:00000010:3.0:1767319102.238638:0:7191:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff911a060fa000. 00040000:00000010:3.0:1767319102.238644:0:7191:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff911a03a5a900. 00040000:00000010:3.0:1767319102.238648:0:7191:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff911a060fb800. 00040000:00000010:3.0:1767319102.238663:0:7191:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff911a05a29200. 00000004:00000010:3.0:1767319102.238667:0:7191:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff911a060f8800. 00000004:00000010:3.0:1767319102.238673:0:7191:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff911a04e67000. 00000004:00000010:3.0:1767319102.238679:0:7191:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff911a10243000. 00002000:00000010:3.0:1767319102.238685:0:7191:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff911a060cf400. 00000004:00000010:3.0:1767319102.238689:0:7191:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff911a060cfc00. 00000020:00000010:3.0:1767319102.238692:0:7191:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff911a05a29e00. 00000040:00000010:3.0:1767319102.239232:0:7161:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff911a06057f00. 00000040:00000010:3.0:1767319102.239243:0:7161:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff911a04eba000. 00000040:00000010:3.0:1767319102.239247:0:7161:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff911a2010ca00. 00000020:00000010:3.0:1767319102.239254:0:7161:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff911a078cf200. 00000040:00000010:3.0:1767319102.239257:0:7161:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff911a078ce000. 00000020:00000010:3.0:1767319102.239261:0:7161:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff911a1093d800. 00000020:00000010:3.0:1767319102.239265:0:7161:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff911a078cea00. 80000000:00000010:3.0:1767319102.239267:0:7161:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff911a06057420. 00040000:00000010:3.0:1767319102.239270:0:7161:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff911a078ce800. 20000000:00000010:3.0:1767319102.239275:0:7161:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff911a078cfc00. 00000020:00000010:3.0:1767319102.239278:0:7161:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff911a078cee00. 10000000:00000010:3.0:1767319102.239281:0:7161:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff911a10294640. 00000020:00000010:3.0:1767319102.239303:0:7161:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff911a18655c00. 00000040:00000010:3.0:1767319102.239306:0:7161:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff911a13b52400. 00000020:00000010:3.0:1767319102.239309:0:7161:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff911a060fd000. 00000020:00000010:3.0:1767319102.239312:0:7161:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff911a13b52a00. 00040000:00000010:3.0:1767319102.239315:0:7161:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff911a051ed700. 00040000:00000010:3.0:1767319102.239319:0:7161:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff911a13b53200. 00000020:00000010:3.0:1767319102.239321:0:7161:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff911a18655a00. 00000020:00000010:3.0:1767319102.239324:0:7161:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff911a051936c0. 00000020:00000010:3.0:1767319102.239327:0:7161:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff911a07efda00. 00000080:00000010:3.0:1767319102.239336:0:7161:0:(llite_lib.c:1498:ll_fill_super()) kmalloced '(dt)': 33 at ffff911a18da9dc0. 00000080:00000010:3.0:1767319102.239341:0:7161:0:(llite_lib.c:1504:ll_fill_super()) kmalloced '(md)': 33 at ffff911a18da9440. 00000080:00000010:3.0:1767319102.239350:0:7161:0:(llite_lib.c:348:client_common_fill_super()) kmalloced '(data)': 192 at ffff911a051936c0. 00000080:00000010:3.0:1767319102.239354:0:7161:0:(llite_lib.c:352:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff911a05193480. 00000020:00000010:3.0:1767319102.239364:0:7161:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff911a10243000. 00000020:00000010:3.0:1767319102.239414:0:7161:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff911a10246000. 00000400:00000200:3.0:1767319102.239432:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319102.239441:0:7161:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.120@tcp is discovered: rc = 1 00000100:00000010:3.0:1767319102.239462:0:7161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a02ec1880. 02000000:00000010:3.0:1767319102.239482:0:7161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff911a060cfc00. 40000000:00000010:3.0:1767319102.239527:0:7161:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff911a03a5a900. 40000000:00000010:3.0:1767319102.239531:0:7161:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff911a05193780. 40000000:00000010:3.0:1767319102.239615:0:7161:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff911a05193780. 80000000:00000010:3.0:1767319102.239622:0:7161:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff911a18da9640. 00020000:00000010:3.0:1767319102.239629:0:7161:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff911a07efda00. 00000100:00000010:3.0:1767319102.239638:0:7161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a02ec1180. 02000000:00000010:3.0:1767319102.239644:0:7161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a03a5a100. 00800000:00000010:3.0:1767319102.239682:0:7161:0:(lmv_obd.c:1418:lmv_statfs()) kmalloced '(temp)': 144 at ffff911a05193780. 00000100:00000010:3.0:1767319102.239689:0:7161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a02ec0e00. 02000000:00000010:3.0:1767319102.239693:0:7161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a03a5ad00. 00000100:00000010:3.0:1767319102.239700:0:7161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff911a05193600. 00000020:00000010:3.0:1767319102.239755:0:2449:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff911a060c2840. 00000020:00000010:3.0:1767319102.239760:0:2449:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff911a05a29e00. 80000000:00000010:3.0:1767319102.239763:0:2449:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff911a07f0ba20. 40000000:00000010:3.0:1767319102.239766:0:2449:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff911a18da93c0. 00000008:00000010:3.0:1767319102.239773:0:2449:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff911a05a62ca0. 00020000:00000010:3.0:1767319102.239779:0:2449:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff911a0387aa80. 00008000:00000010:3.0:1767319102.239786:0:2449:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff911a052f0a98. 00100000:00000010:3.0:1767319102.239791:0:2449:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff911a10244800. 00040000:00000010:3.0:1767319102.239795:0:2449:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff911a03a5a800. 00040000:00000010:3.0:1767319102.239799:0:2449:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff911a10244000. 00040000:00000010:3.0:1767319102.239803:0:2449:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff911a05a29200. 00000004:00000010:3.0:1767319102.239807:0:2449:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff911a10240000. 00000004:00000010:3.0:1767319102.239813:0:2449:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff911a04e67000. 00000004:00000010:3.0:1767319102.239818:0:2449:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff911a10247800. 00002000:00000010:3.0:1767319102.239822:0:2449:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff911a060cf400. 00000004:00000010:3.0:1767319102.239827:0:2449:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff911a060cf800. 00000080:00000010:3.0:1767319102.239833:0:2449:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff911a04e4b930. 00000080:00000010:3.0:1767319102.239837:0:2449:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff911a04c4bd98. 00000008:00000010:3.0:1767319102.239842:0:2449:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff911a055bda20. 00020000:00000010:3.0:1767319102.239847:0:2449:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff911a05a3f3c0. 00008000:00000010:3.0:1767319102.239851:0:2449:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff911a0738ded0. 00000080:00000010:3.0:1767319102.239856:0:2449:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff911a0738c780. 00000020:00000010:3.0:1767319102.239870:0:2448:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff911a060c0000. 00000020:00000010:3.0:1767319102.239874:0:2448:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff911a05a28000. 80000000:00000010:3.0:1767319102.239885:0:2448:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff911a07f0b120. 40000000:00000010:3.0:1767319102.239888:0:2448:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff911a18da9540. 00000008:00000010:3.0:1767319102.239892:0:2448:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff911a05a61650. 00020000:00000010:3.0:1767319102.239895:0:2448:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff911a0387ae40. 00008000:00000010:3.0:1767319102.239899:0:2448:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff911a052f1c40. 00100000:00000010:3.0:1767319102.239902:0:2448:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff911a10240800. 00040000:00000010:3.0:1767319102.239906:0:2448:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff911a03a5a300. 00040000:00000010:3.0:1767319102.239911:0:2448:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff911a10245800. 00040000:00000010:3.0:1767319102.239914:0:2448:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff911a05a28400. 00000004:00000010:3.0:1767319102.239917:0:2448:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff911a10242000. 00000004:00000010:3.0:1767319102.239922:0:2448:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff911a04e63000. 00000004:00000010:3.0:1767319102.239925:0:2448:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff911a10243800. 00002000:00000010:3.0:1767319102.239928:0:2448:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff911a060ce000. 00000004:00000010:3.0:1767319102.239931:0:2448:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff911a060cdc00. 00000080:00000010:3.0:1767319102.239934:0:2448:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff911a04e4b000. 00000080:00000010:3.0:1767319102.239938:0:2448:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff911a04c48000. 00000008:00000010:3.0:1767319102.239942:0:2448:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff911a055bde40. 00020000:00000010:3.0:1767319102.239944:0:2448:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff911a05a3c6c0. 00008000:00000010:3.0:1767319102.239947:0:2448:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff911a0738d338. 00000080:00000010:3.0:1767319102.239949:0:2448:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff911a0738c5a0. 02000000:00000010:2.0:1767319102.244490:0:2445:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff911a102f3800. 00000400:00000200:2.0:1767319102.244515:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:2.0:1767319102.244521:0:2445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a05a1e478. 00000400:00000010:2.0:1767319102.244529:0:2445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a18035088. 00000100:00000200:2.0:1767319102.244539:0:2445:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853168166111232, portal 10 00000020:00000010:2.0:1767319102.244551:0:2445:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff911a04ec6000. 00000400:00000010:2.0:1767319102.244559:0:2445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a180357f8. 00000100:00000200:2.0:1767319102.244564:0:2445:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853168166111232, offset 0 00000400:00000200:2.0:1767319102.244576:0:2445:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:2.0:1767319102.244585:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319102.244596:0:2445:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:2.0:1767319102.244604:0:2445:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767319102.244609:0:2445:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:2.0:1767319102.244614:0:2445:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767319102.244617:0:2445:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:2.0:1767319102.244622:0:2445:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [20:20:256:4294967295] 192.168.204.120@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:2.0:1767319102.244626:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319102.244638:0:2445:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:2.0:1767319102.244646:0:2445:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:2.0:1767319102.244663:0:2445:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a201b3100. 00000800:00000200:2.0:1767319102.244673:0:2445:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:2.0:1767319102.244683:0:2445:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:2.0:1767319102.244689:0:2445:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a201b3100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1767319102.244718:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000010:2.0:1767319102.244725:0:2445:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff911a05072900. 00000100:00000010:2.0:1767319102.244743:0:2445:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff911a05072f00. 00000100:00000010:1.0:1767319102.247004:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff911a05072f00. 00000800:00000200:0.0:1767319102.247263:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319102.247269:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a201b3100. 00000400:00000200:0.0:1767319102.247275:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.247286:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319102.247296:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a180357f8 00000400:00000010:0.0:1767319102.247300:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a180357f8. 00000100:00000200:0.0:1767319102.247314:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a02ec1880 x1853168166111232/t0(0) o38->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1767319112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767319102.247348:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff911a05072900. 00000400:00000200:0.0:1767319102.289371:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.289385:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319102.289394:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.289401:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.289408:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.289413:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 416 into portal 10 MB=0x6957256400800 00000400:00000200:0.0:1767319102.289519:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319102.289529:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.120@tcp of length 416/416 into md 0x2d1 [1] + 0 00000400:00000200:0.0:1767319102.289575:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319102.289581:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000200:0.0:1767319102.289600:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a02ec1880 x1853168166111232/t0(0) o38->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1767319112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767319102.289763:0:2445:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a05a1e478. 00000400:00000200:2.0:1767319102.289772:0:2445:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a18035088 00000400:00000010:2.0:1767319102.289788:0:2445:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a18035088. 00000100:00000200:2.0:1767319102.289796:0:2445:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a02ec1880 x1853168166111232/t0(0) o38->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1767319112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767319102.289806:0:2445:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a02ec1880 x1853168166111232/t0(0) o38->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1767319112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767319103.053233:0:54:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff911a05a28e00. 02000000:00000010:3.0:1767319103.299174:0:2449:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff911a060ce400. 00000400:00000200:3.0:1767319103.299195:0:2449:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:3.0:1767319103.299200:0:2449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a03dd32c0. 00000400:00000010:3.0:1767319103.299208:0:2449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02bd6110. 00000100:00000200:3.0:1767319103.299215:0:2449:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853168166111360, portal 10 00000020:00000010:3.0:1767319103.299223:0:2449:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff911a051d8000. 00000400:00000010:3.0:1767319103.299228:0:2449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02bd6d48. 00000100:00000200:3.0:1767319103.299232:0:2449:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853168166111360, offset 0 00000400:00000200:3.0:1767319103.299240:0:2449:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:3.0:1767319103.299248:0:2449:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319103.299256:0:2449:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:3.0:1767319103.299274:0:2449:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767319103.299278:0:2449:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:3.0:1767319103.299282:0:2449:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767319103.299284:0:2449:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:3.0:1767319103.299288:0:2449:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [21:21:256:4294967295] 192.168.204.120@tcp LPNI seq info [21:21:8:4294967295] 00000400:00000200:3.0:1767319103.299292:0:2449:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319103.299303:0:2449:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:3.0:1767319103.299309:0:2449:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:3.0:1767319103.299315:0:2449:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a051ed700. 00000800:00000200:3.0:1767319103.299321:0:2449:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:3.0:1767319103.299328:0:2449:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:3.0:1767319103.299333:0:2449:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a051ed700 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:2.0:1767319103.299671:0:2445:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff911a102f3800. 02000000:00000010:2.0:1767319103.299682:0:2445:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff911a060cfc00. 00000100:00000010:2.0:1767319103.299687:0:2445:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a02ec1880. 00000400:00000200:3.0:1767319103.299757:0:2449:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000010:3.0:1767319103.299763:0:2449:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff911a07f0bd20. 00000100:00000010:3.0:1767319103.299776:0:2449:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff911a07f0bb40. 02000000:00000010:0.0:1767319103.299863:0:7161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff911a1802f000. 00000400:00000200:0.0:1767319103.299870:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1767319103.299873:0:7161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a04fb54d0. 00000400:00000010:0.0:1767319103.299877:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a10920f68. 00000100:00000200:0.0:1767319103.299880:0:7161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853168166111488, portal 10 00000020:00000010:0.0:1767319103.299886:0:7161:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff911a04eb8000. 00000400:00000010:0.0:1767319103.299891:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a10920198. 00000100:00000200:0.0:1767319103.299893:0:7161:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853168166111488, offset 0 00000400:00000200:0.0:1767319103.299907:0:7161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:0.0:1767319103.299911:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.299915:0:7161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:0.0:1767319103.299918:0:7161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767319103.299921:0:7161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:0.0:1767319103.299923:0:7161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767319103.299925:0:7161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:0.0:1767319103.299927:0:7161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [22:22:255:4294967295] 192.168.204.120@tcp LPNI seq info [22:22:7:4294967295] 00000400:00000200:0.0:1767319103.299931:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.299937:0:7161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:0.0:1767319103.299942:0:7161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:0.0:1767319103.299946:0:7161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a078d2d00. 00000800:00000200:0.0:1767319103.299950:0:7161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:0.0:1767319103.299954:0:7161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:0.0:1767319103.299957:0:7161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a078d2d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767319103.299962:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000800:00000200:1.0:1767319103.301655:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767319103.301665:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a051ed700. 00000400:00000200:1.0:1767319103.301675:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319103.301684:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1767319103.301691:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02bd6d48 00000400:00000010:1.0:1767319103.301693:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02bd6d48. 00000100:00000200:1.0:1767319103.301704:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a02ec1180 x1853168166111360/t0(0) o41->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1767319119 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767319103.301784:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767319103.301786:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a078d2d00. 00000400:00000200:1.0:1767319103.301790:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319103.301793:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1767319103.301796:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a10920198 00000400:00000010:1.0:1767319103.301798:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a10920198. 00000100:00000200:1.0:1767319103.301803:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a02ec0e00 x1853168166111488/t0(0) o41->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1767319119 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767319103.304845:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.304856:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319103.304865:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.304870:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.304875:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.304879:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 368 into portal 10 MB=0x6957256400880 00000400:00000200:0.0:1767319103.304885:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.304892:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.120@tcp of length 368/368 into md 0x2d9 [1] + 224 00000400:00000200:0.0:1767319103.304906:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319103.304911:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000200:0.0:1767319103.304924:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a02ec1180 x1853168166111360/t0(0) o41->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1767319119 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767319103.304971:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.304975:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319103.304993:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.304996:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.304999:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.305002:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 368 into portal 10 MB=0x6957256400900 00000400:00000200:0.0:1767319103.305005:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.305009:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.120@tcp of length 368/368 into md 0x2e1 [1] + 224 00000400:00000200:0.0:1767319103.305020:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319103.305023:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000200:0.0:1767319103.305068:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a02ec0e00 x1853168166111488/t0(0) o41->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1767319119 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767319103.305168:0:7161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a04fb54d0. 00000400:00000200:2.0:1767319103.305174:0:7161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a10920f68 00000400:00000010:2.0:1767319103.305177:0:7161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a10920f68. 00000100:00000200:2.0:1767319103.305184:0:7161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a02ec0e00 x1853168166111488/t0(0) o41->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1767319119 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767319103.305194:0:7161:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a02ec0e00 x1853168166111488/t0(0) o41->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1767319119 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767319103.305227:0:7161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff911a05193600. 02000000:00000010:2.0:1767319103.305238:0:7161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff911a1802f000. 02000000:00000010:2.0:1767319103.305244:0:7161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a03a5ad00. 00000100:00000010:2.0:1767319103.305249:0:7161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a02ec0e00. 00800000:00000010:2.0:1767319103.305256:0:7161:0:(lmv_obd.c:1478:lmv_statfs()) kfreed 'temp': 144 at ffff911a05193780. 00000100:00000010:2.0:1767319103.305266:0:7161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a075e9880. 02000000:00000010:2.0:1767319103.305279:0:7161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff911a03fd7200. 00000100:00000010:2.0:1767319103.305291:0:7161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff911a05a38840. 02000000:00000010:2.0:1767319103.305307:0:7161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff911a102f3800. 00000400:00000200:2.0:1767319103.305311:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:2.0:1767319103.305314:0:7161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a05a1e478. 00000400:00000010:2.0:1767319103.305319:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a18035088. 00000100:00000200:2.0:1767319103.305324:0:7161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853168166111616, portal 10 00000400:00000010:2.0:1767319103.305328:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a18035000. 00000100:00000200:2.0:1767319103.305332:0:7161:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1853168166111616, offset 0 00000400:00000200:2.0:1767319103.305337:0:7161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:2.0:1767319103.305349:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319103.305355:0:7161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:2.0:1767319103.305373:0:7161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767319103.305377:0:7161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:2.0:1767319103.305381:0:7161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767319103.305383:0:7161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:2.0:1767319103.305387:0:7161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [23:23:256:4294967295] 192.168.204.120@tcp LPNI seq info [23:23:8:4294967295] 00000400:00000200:2.0:1767319103.305391:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319103.305399:0:7161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:2.0:1767319103.305404:0:7161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:2.0:1767319103.305408:0:7161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a201b3e00. 00000800:00000200:2.0:1767319103.305414:0:7161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:2.0:1767319103.305421:0:7161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:2.0:1767319103.305426:0:7161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a201b3e00 type 1, nob 536 niov 1 nkiov 1 00000400:00000200:2.0:1767319103.305441:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000800:00000200:0.0:1767319103.306120:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319103.306126:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a201b3e00. 00000400:00000200:0.0:1767319103.306131:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319103.306136:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319103.306141:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a18035000 00000400:00000010:0.0:1767319103.306143:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a18035000. 00000100:00000200:0.0:1767319103.306150:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a075e9880 x1853168166111616/t0(0) o40->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1767319119 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767319103.308116:0:2449:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a03dd32c0. 00000400:00000200:3.0:1767319103.308132:0:2449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02bd6110 00000400:00000010:3.0:1767319103.308135:0:2449:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02bd6110. 00000100:00000200:3.0:1767319103.308151:0:2449:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a02ec1180 x1853168166111360/t0(0) o41->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1767319119 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767319103.308167:0:2449:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a02ec1180 x1853168166111360/t0(0) o41->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1767319119 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767319103.308216:0:2449:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff911a060ce400. 02000000:00000010:3.0:1767319103.308224:0:2449:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a03a5a100. 00000100:00000010:3.0:1767319103.308230:0:2449:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a02ec1180. 00000400:00000200:0.0:1767319103.313347:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.313361:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319103.313372:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.313379:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.313386:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.313391:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 448 into portal 10 MB=0x6957256400980 00000400:00000200:0.0:1767319103.313399:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.313410:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.120@tcp of length 448/448 into md 0x2f1 [1] + 224 00000400:00000200:0.0:1767319103.313433:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319103.313438:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000200:0.0:1767319103.313456:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a075e9880 x1853168166111616/t0(0) o40->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1767319119 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767319103.313607:0:7161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a05a1e478. 00000400:00000200:2.0:1767319103.313618:0:7161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a18035088 00000400:00000010:2.0:1767319103.313621:0:7161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a18035088. 00000100:00000200:2.0:1767319103.313644:0:7161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a075e9880 x1853168166111616/t0(0) o40->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1767319119 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767319103.313657:0:7161:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a075e9880 x1853168166111616/t0(0) o40->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1767319119 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767319103.313687:0:7161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff911a05a38840. 00000002:00000200:2.0:1767319103.313694:0:7161:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:2.0:1767319103.313700:0:7161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff911a102f3800. 02000000:00000010:2.0:1767319103.313706:0:7161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff911a03fd7200. 00000100:00000010:2.0:1767319103.313710:0:7161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a075e9880. 00000020:00000010:2.0:1767319103.313732:0:7161:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff911a060f2800. 00000020:00000010:2.0:1767319103.313751:0:7161:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff911a060f6800. 00000400:00000200:2.0:1767319103.313767:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319103.313785:0:7161:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.120@tcp is discovered: rc = 1 00000100:00000010:2.0:1767319103.313801:0:7161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a075e9880. 02000000:00000010:2.0:1767319103.313814:0:7161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff911a102f3800. 02000000:00000010:1.0:1767319103.313905:0:2445:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff911a10029c00. 00000400:00000200:1.0:1767319103.313914:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:1.0:1767319103.313917:0:2445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a07c16aa8. 00000400:00000010:1.0:1767319103.313922:0:2445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02d17990. 00000100:00000200:1.0:1767319103.313929:0:2445:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853168166111744, portal 4 00000020:00000010:1.0:1767319103.313937:0:2445:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff911a141d6000. 00000400:00000010:1.0:1767319103.313948:0:2445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02d17880. 00000100:00000200:1.0:1767319103.313951:0:2445:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853168166111744, offset 0 00000400:00000200:1.0:1767319103.313958:0:2445:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:1.0:1767319103.313965:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319103.313971:0:2445:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:1.0:1767319103.313977:0:2445:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767319103.313981:0:2445:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:1.0:1767319103.313984:0:2445:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767319103.313987:0:2445:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:1.0:1767319103.313991:0:2445:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [24:24:256:4294967295] 192.168.204.120@tcp LPNI seq info [24:24:8:4294967295] 00000400:00000200:1.0:1767319103.313995:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319103.314005:0:2445:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:1.0:1767319103.314010:0:2445:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:1.0:1767319103.314015:0:2445:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a140af300. 00000800:00000200:1.0:1767319103.314022:0:2445:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:1.0:1767319103.314051:0:2445:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:1.0:1767319103.314056:0:2445:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a140af300 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1767319103.314072:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000800:00000200:0.0:1767319103.314744:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319103.314753:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a140af300. 00000400:00000200:0.0:1767319103.314760:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319103.314767:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319103.314773:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02d17880 00000020:00000010:2.0:1767319103.315590:0:7161:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff911a060f5000. 00000400:00000200:2.0:1767319103.315610:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319103.315616:0:7161:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.120@tcp is discovered: rc = 1 00000100:00000010:2.0:1767319103.315627:0:7161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a075e9180. 02000000:00000010:2.0:1767319103.315648:0:7161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff911a102f2000. 00000400:00000010:0.0:1767319103.315718:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02d17880. 00000100:00000200:0.0:1767319103.315736:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a075e9880 x1853168166111744/t0(0) o8->lustre-OST0000-osc-ffff911a04ee8000@192.168.204.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1767319113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767319103.315869:0:2445:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff911a10029000. 00000400:00000200:1.0:1767319103.315876:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:1.0:1767319103.315880:0:2445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a07c169f8. 00000400:00000010:1.0:1767319103.315885:0:2445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02d175d8. 00000100:00000200:1.0:1767319103.315889:0:2445:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853168166111872, portal 4 00000020:00000010:1.0:1767319103.315897:0:2445:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff911a141d0000. 00000400:00000010:1.0:1767319103.315901:0:2445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02d17660. 00000100:00000200:1.0:1767319103.315903:0:2445:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853168166111872, offset 0 00000400:00000200:1.0:1767319103.315909:0:2445:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:1.0:1767319103.315914:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319103.315920:0:2445:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:1.0:1767319103.315924:0:2445:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767319103.315928:0:2445:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:1.0:1767319103.315941:0:2445:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767319103.315943:0:2445:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:1.0:1767319103.315947:0:2445:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [25:25:256:4294967295] 192.168.204.120@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:1.0:1767319103.315961:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319103.315970:0:2445:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:1.0:1767319103.315976:0:2445:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:1.0:1767319103.315982:0:2445:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a140af300. 00000800:00000200:1.0:1767319103.315987:0:2445:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:1.0:1767319103.315993:0:2445:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:1.0:1767319103.315997:0:2445:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a140af300 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1767319103.316006:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000080:00000010:2.0:1767319103.316189:0:7161:0:(llite_lib.c:734:client_common_fill_super()) kmalloced '(op_data)': 384 at ffff911a03fd7200. 00000020:00000010:2.0:1767319103.316195:0:7161:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff911a102f1c00. 00000020:00000010:2.0:1767319103.316202:0:7161:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff911a102f2400. 00000100:00000010:2.0:1767319103.316207:0:7161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a075e8e00. 02000000:00000010:2.0:1767319103.316214:0:7161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff911a03fd7400. 00000100:00000010:2.0:1767319103.316225:0:7161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff911a05a38840. 00000800:00000200:0.0:1767319103.316258:0:2438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319103.316263:0:2438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a140af300. 00000400:00000200:0.0:1767319103.316269:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767319103.316275:0:7161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff911a07340000. 00000400:00000200:0.0:1767319103.316277:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319103.316285:0:2438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02d17660 00000400:00000200:2.0:1767319103.316286:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1767319103.316293:0:2438:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02d17660. 00000400:00000010:2.0:1767319103.316294:0:7161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a05a1e478. 00000400:00000010:2.0:1767319103.316303:0:7161:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff911a102f1400. 00000100:00000200:0.0:1767319103.316307:0:2438:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a075e9180 x1853168166111872/t0(0) o8->lustre-OST0001-osc-ffff911a04ee8000@192.168.204.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1767319113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767319103.316309:0:7161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1853168166112000, portal 10 00000400:00000010:2.0:1767319103.316318:0:7161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a18035088. 00000100:00000200:2.0:1767319103.316326:0:7161:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1853168166112000, offset 0 00000400:00000200:2.0:1767319103.316338:0:7161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:2.0:1767319103.316342:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319103.316347:0:7161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:2.0:1767319103.316351:0:7161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767319103.316354:0:7161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:2.0:1767319103.316357:0:7161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767319103.316359:0:7161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:2.0:1767319103.316362:0:7161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [26:26:256:4294967295] 192.168.204.120@tcp LPNI seq info [26:26:8:4294967295] 00000400:00000200:2.0:1767319103.316366:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319103.316373:0:7161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:2.0:1767319103.316383:0:7161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:2.0:1767319103.316387:0:7161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a201b3b00. 00000800:00000200:2.0:1767319103.316391:0:7161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:2.0:1767319103.316395:0:7161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:2.0:1767319103.316530:0:7161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a201b3b00 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:2.0:1767319103.316546:0:7161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000010:3.0:1767319103.317090:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a02ec1180. 02000000:00000010:3.0:1767319103.317109:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a051ed700. 02000000:00000010:3.0:1767319103.317188:0:2449:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff911a05a29800. 00000400:00000200:3.0:1767319103.317197:0:2449:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:3.0:1767319103.317202:0:2449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a03dd32c0. 00000400:00000010:3.0:1767319103.317220:0:2449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02bd6110. 00000100:00000200:3.0:1767319103.317227:0:2449:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166112128, portal 25 00000400:00000010:3.0:1767319103.317232:0:2449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02bd6f68. 00000100:00000200:3.0:1767319103.317236:0:2449:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853168166112128, offset 0 00000400:00000200:3.0:1767319103.317244:0:2449:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:3.0:1767319103.317252:0:2449:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319103.317258:0:2449:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:3.0:1767319103.317264:0:2449:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767319103.317268:0:2449:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:3.0:1767319103.317271:0:2449:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767319103.317274:0:2449:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:3.0:1767319103.317277:0:2449:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [27:27:255:4294967295] 192.168.204.120@tcp LPNI seq info [27:27:7:4294967295] 00000400:00000200:3.0:1767319103.317282:0:2449:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319103.317290:0:2449:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:3.0:1767319103.317296:0:2449:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:3.0:1767319103.317301:0:2449:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a051edd00. 00000800:00000200:3.0:1767319103.317307:0:2449:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:3.0:1767319103.317314:0:2449:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:3.0:1767319103.317318:0:2449:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a051edd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767319103.317324:0:2449:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000800:00000200:0.0:1767319103.319193:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319103.319206:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a201b3b00. 00000400:00000200:0.0:1767319103.319216:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319103.319227:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319103.319234:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a18035088 00000400:00000010:0.0:1767319103.319237:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a18035088. 00000100:00000200:0.0:1767319103.319250:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a075e8e00 x1853168166112000/t0(0) o33->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767319119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000800:00000200:0.0:1767319103.319300:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319103.319302:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a051edd00. 00000400:00000200:0.0:1767319103.319307:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319103.319310:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319103.319313:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02bd6f68 00000400:00000010:0.0:1767319103.319315:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02bd6f68. 00000100:00000200:0.0:1767319103.319321:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a02ec1180 x1853168166112128/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767319103.331773:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.331786:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319103.331797:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.331803:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.331810:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.331815:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 416 into portal 4 MB=0x6957256400a00 00000400:00000200:0.0:1767319103.331823:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.331831:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.120@tcp of length 416/416 into md 0x2f9 [1] + 0 00000400:00000200:0.0:1767319103.331849:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319103.331854:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000200:0.0:1767319103.331874:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a075e9880 x1853168166111744/t0(0) o8->lustre-OST0000-osc-ffff911a04ee8000@192.168.204.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1767319113 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767319103.331924:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.331927:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319103.331931:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.331935:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.331938:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.331941:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 25 MB=0x6957256400b80 00000400:00000200:0.0:1767319103.331945:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.331950:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 224/224 into md 0x321 [1] + 224 00000400:00000200:0.0:1767319103.331957:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319103.331975:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000010:1.0:1767319103.331984:0:2445:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a07c16aa8. 00000400:00000200:1.0:1767319103.331990:0:2445:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02d17990 00000400:00000010:1.0:1767319103.331993:0:2445:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02d17990. 00000100:00000200:1.0:1767319103.332001:0:2445:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a075e9880 x1853168166111744/t0(0) o8->lustre-OST0000-osc-ffff911a04ee8000@192.168.204.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1767319113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767319103.332002:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a02ec1180 x1853168166112128/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319119 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767319103.332011:0:2445:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a075e9880 x1853168166111744/t0(0) o8->lustre-OST0000-osc-ffff911a04ee8000@192.168.204.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1767319113 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767319103.332069:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.332073:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319103.332079:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.332081:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.332104:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.332107:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 416 into portal 4 MB=0x6957256400a80 00000400:00000200:0.0:1767319103.332110:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.332114:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.120@tcp of length 416/416 into md 0x309 [1] + 0 00000400:00000200:0.0:1767319103.332126:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319103.332129:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000200:0.0:1767319103.332136:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a075e9180 x1853168166111872/t0(0) o8->lustre-OST0001-osc-ffff911a04ee8000@192.168.204.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1767319113 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767319103.332148:0:2445:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff911a10029c00. 02000000:00000010:1.0:1767319103.332157:0:2445:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff911a102f3800. 00000100:00000010:1.0:1767319103.332165:0:2445:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a075e9880. 00000400:00000010:1.0:1767319103.332172:0:2445:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a07c169f8. 00000400:00000200:1.0:1767319103.332174:0:2445:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02d175d8 00000400:00000010:1.0:1767319103.332176:0:2445:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02d175d8. 00000100:00000200:1.0:1767319103.332181:0:2445:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a075e9180 x1853168166111872/t0(0) o8->lustre-OST0001-osc-ffff911a04ee8000@192.168.204.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1767319113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767319103.332189:0:2445:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a075e9180 x1853168166111872/t0(0) o8->lustre-OST0001-osc-ffff911a04ee8000@192.168.204.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1767319113 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767319103.332212:0:2445:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff911a10029000. 02000000:00000010:1.0:1767319103.332223:0:2445:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff911a102f2000. 00000100:00000010:1.0:1767319103.332226:0:2445:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a075e9180. 00000400:00000010:3.0:1767319103.332762:0:2449:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a03dd32c0. 00000400:00000200:3.0:1767319103.332768:0:2449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02bd6110 00000400:00000010:3.0:1767319103.332769:0:2449:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02bd6110. 00000100:00000200:3.0:1767319103.332779:0:2449:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a02ec1180 x1853168166112128/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767319103.332788:0:2449:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a02ec1180 x1853168166112128/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319119 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767319103.332803:0:2449:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff911a05a29800. 02000000:00000010:3.0:1767319103.332807:0:2449:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a051ed700. 00000100:00000010:3.0:1767319103.332811:0:2449:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a02ec1180. 00000400:00000200:0.0:1767319103.381503:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.381517:0:2439:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319103.381527:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.381532:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.381539:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.381544:0:2439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 464 into portal 10 MB=0x6957256400b00 00000400:00000200:0.0:1767319103.381736:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319103.381742:0:2439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.120@tcp of length 464/464 into md 0x319 [32] + 224 00000400:00000200:0.0:1767319103.382102:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319103.382109:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000200:0.0:1767319103.382131:0:2439:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a075e8e00 x1853168166112000/t0(0) o33->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767319119 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000010:2.0:1767319103.382501:0:7161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a05a1e478. 00000400:00000200:2.0:1767319103.382508:0:7161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a102f1400 00000400:00000010:2.0:1767319103.382510:0:7161:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff911a102f1400. 00000100:00000200:2.0:1767319103.382519:0:7161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a075e8e00 x1853168166112000/t0(0) o33->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767319119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:2.0:1767319103.382526:0:7161:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a075e8e00 x1853168166112000/t0(0) o33->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767319119 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000010:2.0:1767319103.383472:0:7161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff911a05a38840. 00000002:00000200:2.0:1767319103.383486:0:7161:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000080:00000010:2.0:1767319103.383492:0:7161:0:(llite_lib.c:749:client_common_fill_super()) kfreed 'op_data': 384 at ffff911a03fd7200. 00000020:00000010:2.0:1767319103.383511:0:7161:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at ffff911a100fba20. 00000020:00000010:2.0:1767319103.383516:0:7161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff911a03fd7200. 00000020:00000010:2.0:1767319103.383520:0:7161:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff911a03fd6600. 00000020:00000010:2.0:1767319103.383524:0:7161:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff911a050724e0. 00000008:00000010:2.0:1767319103.383530:0:7161:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff911a050ae468. 00020000:00000010:2.0:1767319103.383535:0:7161:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff911a1806a6c0. 00008000:00000010:2.0:1767319103.383540:0:7161:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff911a060b8710. 00000080:00000010:2.0:1767319103.383546:0:7161:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff911a04e2d930. 00000080:00000010:2.0:1767319103.384059:0:7161:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff911a060b1240. 00000020:00000010:2.0:1767319103.384067:0:7161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff911a03fd6a00. 00000008:00000010:2.0:1767319103.384072:0:7161:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff911a060a6c60. 00020000:00000010:2.0:1767319103.384077:0:7161:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff911a1863d8c0. 00008000:00000010:2.0:1767319103.384081:0:7161:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff911a078c3990. 00000080:00000010:2.0:1767319103.384085:0:7161:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff911a100fa0f0. 00000080:00000010:2.0:1767319103.384092:0:7161:0:(vvp_dev.c:175:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff911a05072540. 00000080:00000010:2.0:1767319103.384121:0:7161:0:(vvp_dev.c:183:vvp_device_alloc()) kmalloced '(site)': 528 at ffff911a102f1400. 00000020:00000010:2.0:1767319103.384170:0:7161:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff911a07894000. 00000020:00000010:2.0:1767319103.384189:0:7161:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff911a02edc800. 00000020:00000010:2.0:1767319103.384192:0:7161:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff911a05a38840. 00000008:00000010:2.0:1767319103.384200:0:7161:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff911a050a8b28. 00020000:00000010:2.0:1767319103.384202:0:7161:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff911a1806ad80. 00008000:00000010:2.0:1767319103.384205:0:7161:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff911a060b8a98. 00000080:00000010:2.0:1767319103.384207:0:7161:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff911a04e2d000. 00000080:00000010:2.0:1767319103.384209:0:7161:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff911a060b3908. 00000008:00000010:2.0:1767319103.384212:0:7161:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff911a060a6160. 00020000:00000010:2.0:1767319103.384214:0:7161:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff911a1863e640. 00008000:00000010:2.0:1767319103.384216:0:7161:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff911a078c31d0. 00000080:00000010:2.0:1767319103.384218:0:7161:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff911a100fad20. 00000008:00000010:2.0:1767319103.384222:0:7161:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff911a050aaca0. 00020000:00000010:2.0:1767319103.384223:0:7161:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff911a1806ab40. 00008000:00000010:2.0:1767319103.384225:0:7161:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff911a060b9c40. 00000080:00000010:2.0:1767319103.384227:0:7161:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff911a04e2d2a0. 00000080:00000010:2.0:1767319103.384229:0:7161:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff911a060b1918. 00000008:00000010:2.0:1767319103.384232:0:7161:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff911a060a71e0. 00020000:00000010:2.0:1767319103.384233:0:7161:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff911a1863ed00. 00008000:00000010:2.0:1767319103.384235:0:7161:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff911a078c3140. 00000080:00000010:2.0:1767319103.384236:0:7161:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff911a100fa780. 00000008:00000010:2.0:1767319103.384240:0:7161:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff911a050a9650. 00020000:00000010:2.0:1767319103.384241:0:7161:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff911a1806a900. 00008000:00000010:2.0:1767319103.384243:0:7161:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff911a060bade8. 00000080:00000010:2.0:1767319103.384245:0:7161:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff911a04e2dd20. 00000080:00000010:2.0:1767319103.384246:0:7161:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff911a060b2b58. 00000008:00000010:2.0:1767319103.384248:0:7161:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff911a060a66e0. 00020000:00000010:2.0:1767319103.384250:0:7161:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff911a1863c000. 00008000:00000010:2.0:1767319103.384259:0:7161:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff911a078c39f0. 00000080:00000010:2.0:1767319103.384262:0:7161:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff911a100fa5a0. 00000008:00000010:2.0:1767319103.384265:0:7161:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff911a050a8000. 00020000:00000010:2.0:1767319103.384271:0:7161:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff911a1806a840. 00008000:00000010:2.0:1767319103.384273:0:7161:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff911a060b8e20. 00000080:00000010:2.0:1767319103.384275:0:7161:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff911a04e2d7e0. 00000080:00000010:2.0:1767319103.384277:0:7161:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff911a060b1da8. 00000008:00000010:2.0:1767319103.384279:0:7161:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff911a060a7080. 00020000:00000010:2.0:1767319103.384281:0:7161:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff911a1863dd40. 00008000:00000010:2.0:1767319103.384282:0:7161:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff911a078c3ae0. 00000080:00000010:2.0:1767319103.384283:0:7161:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff911a100fab40. 00020000:00000010:2.0:1767319103.384291:0:7161:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff911a05072780. 00020000:00000010:2.0:1767319103.384297:0:7161:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff911a05072660. 00020000:00000010:2.0:1767319103.384300:0:7161:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff911a050728a0. 00000080:00000010:0.0:1767319103.386028:0:7161:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff911a11d0d280. 02000000:00000010:0.0:1767319103.386092:0:7161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff911a07340000. 02000000:00000010:0.0:1767319103.386125:0:7161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff911a03fd7400. 00000100:00000010:0.0:1767319103.386134:0:7161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a075e8e00. 00000080:00000010:0.0:1767319103.386160:0:7161:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff911a11822700. 00000080:00000010:0.0:1767319103.386170:0:7161:0:(llite_lib.c:838:client_common_fill_super()) kfreed 'data': 192 at ffff911a051936c0. 00000080:00000010:0.0:1767319103.386174:0:7161:0:(llite_lib.c:839:client_common_fill_super()) kfreed 'osfs': 144 at ffff911a05193480. 00000080:00000010:0.0:1767319103.386221:0:7161:0:(llite_lib.c:1517:ll_fill_super()) kfreed 'md': 33 at ffff911a18da9440. 00000080:00000010:0.0:1767319103.386226:0:7161:0:(llite_lib.c:1519:ll_fill_super()) kfreed 'dt': 33 at ffff911a18da9dc0. 00000080:00000010:0.0:1767319103.386230:0:7161:0:(llite_lib.c:1527:ll_fill_super()) kfreed 'cfg': 88 at ffff911a186ed480. 00000080:02000400:0.0:1767319103.386238:0:7161:0:(llite_lib.c:1533:ll_fill_super()) Mounted lustre-client 00000080:00200008:0.0:1767319103.543463:0:7209:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff911a11d0d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1767319103.543479:0:7209:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348),name=/ 00000002:00010000:0.0:1767319103.543503:0:7209:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1767319103.543568:0:7209:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 7209 initiator: MDT0 00010000:00010000:0.0:1767319103.543578:0:7209:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 7209 initiator: MDT0 00010000:00010000:0.0:1767319103.543588:0:7209:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 7209 initiator: MDT0 00000100:00100000:0.0:1767319103.543614:0:7209:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a051ca680 pname:cluuid:pid:xid:nid:opc:job mkdir:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:7209:1853168166112256:192.168.204.120@tcp:101: 00000100:00100000:0.0:1767319103.543793:0:7209:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a0528ae40 going to sleep for 11 seconds 00000100:00100000:2.0:1767319103.560420:0:7209:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a051ca680 pname:cluuid:pid:xid:nid:opc:job mkdir:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:7209:1853168166112256:192.168.204.120@tcp:101: 00010000:00010000:2.0:1767319103.560445:0:7209:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319103.560458:0:7209:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319103.560471:0:7209:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319103.560487:0:7209:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319103.560498:0:7209:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319103.560505:0:7209:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319103.560512:0:7209:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1767319103.560534:0:7209:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff911a051ca680 x1853168166112256/t0(0) o101->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1767319119 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:2.0:1767319103.560549:0:7209:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319103.560561:0:7209:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff911a04e4f800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:2.0:1767319103.560568:0:7209:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1767319103.561218:0:7209:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:00010000:3.0:1767319103.561237:0:7209:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff911a11d0d348) for lock 0x8dc81212dd55f5ef 00000080:00010000:3.0:1767319103.561248:0:7209:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff911a11d0d348) 00000080:00010000:3.0:1767319103.561251:0:7209:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8dc81212dd55f5ef from it ffffbb23444d3cb8 00010000:00010000:3.0:1767319103.561257:0:7209:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767319103.561271:0:7209:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319104.077556:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319105.113945:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:2.0:1767319105.589434:0:7261:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff911a11d0d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1767319105.589451:0:7261:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348),name=/ 00000002:00010000:2.0:1767319105.589474:0:7261:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1767319105.589491:0:7261:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319105.589506:0:7261:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1767319105.589515:0:7261:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1767319105.589772:0:7261:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff911a11d0d348) 00000080:00010000:2.0:1767319105.589778:0:7261:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff911a11d0d348) for lock 0x8dc81212dd55f5ef 00000080:00010000:2.0:1767319105.589786:0:7261:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8dc81212dd55f5ef from it ffffbb234453bcb8 00010000:00010000:2.0:1767319105.589790:0:7261:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319105.589799:0:7261:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1767319105.591332:0:7261:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff911a11d0d348), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1767319105.591346:0:7261:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348),name=/ 00000002:00010000:2.0:1767319105.591361:0:7261:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1767319105.591374:0:7261:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319105.591386:0:7261:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1767319105.591394:0:7261:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1767319105.591400:0:7261:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff911a11d0d348) 00000080:00010000:2.0:1767319105.591404:0:7261:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff911a11d0d348) for lock 0x8dc81212dd55f5ef 00000080:00010000:2.0:1767319105.591409:0:7261:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8dc81212dd55f5ef from it ffffbb234453bcb8 00010000:00010000:2.0:1767319105.591412:0:7261:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319105.591419:0:7261:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1767319105.591539:0:7261:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348),name=/ 00000002:00010000:2.0:1767319105.591548:0:7261:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1767319105.591555:0:7261:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319105.591563:0:7261:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1767319105.591569:0:7261:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1767319105.591573:0:7261:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff911a11d0d348) 00000080:00010000:2.0:1767319105.591576:0:7261:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff911a11d0d348) for lock 0x8dc81212dd55f5ef 00000080:00010000:2.0:1767319105.591769:0:7261:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8dc81212dd55f5ef from it ffffbb234453bbb0 00010000:00010000:2.0:1767319105.591781:0:7261:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319105.591789:0:7261:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1767319105.591798:0:7261:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348), inode mode 41ed mask 44 00000080:00200008:2.0:1767319105.591806:0:7261:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff911a11d0d348), flags 100000 00000080:00200080:2.0:1767319105.592094:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.592110:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00800000:00000004:2.0:1767319105.592117:0:7261:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff911a04ee8000: age 306, max_age 307 00000100:00100000:2.0:1767319105.592158:0:7261:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e9c00 pname:cluuid:pid:xid:nid:opc:job lfs:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:7261:1853168166112384:192.168.204.120@tcp:41: 00000100:00100000:2.0:1767319105.592401:0:7261:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a062419c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767319105.600407:0:7261:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e9c00 pname:cluuid:pid:xid:nid:opc:job lfs:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:7261:1853168166112384:192.168.204.120@tcp:41: 00800000:00000004:2.0:1767319105.600436:0:7261:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff911a04ee8000: update ffff911a05299c48 cache blocks 17230/17271 objects 499056/499388 00000080:00200080:2.0:1767319105.600517:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600534:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600543:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600547:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600551:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600555:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600560:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600564:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600568:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600572:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600575:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600611:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600618:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600622:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600628:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600632:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600637:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600641:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600644:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600647:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600651:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600654:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600657:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600660:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600663:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600665:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600672:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600675:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600679:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600683:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600686:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600690:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600694:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600699:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600704:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600708:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600719:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600725:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600728:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600731:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600735:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600738:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600742:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600745:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600748:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600751:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600755:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600759:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600763:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600767:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600772:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600775:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600780:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600784:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600787:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600791:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600795:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600798:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600802:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600806:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600812:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600840:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600847:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600851:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600856:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600860:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600864:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600868:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600871:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600874:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600879:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600882:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600888:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600892:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600896:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600899:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600904:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600907:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600911:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600914:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600918:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600922:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600927:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600931:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600935:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600938:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600950:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600954:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600958:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600962:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600966:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600969:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600973:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600977:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600981:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600985:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600989:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600992:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.600996:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.600999:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.601002:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.601006:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.601010:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.601014:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.601018:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.601022:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.601026:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.601071:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.601078:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.601083:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.601087:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.601097:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.601105:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.601108:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.601112:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.601115:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.601119:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.601122:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.601126:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.601129:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.601132:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.601135:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.601139:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.601142:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.601145:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.601149:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.601153:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00800000:00000080:2.0:1767319105.601155:0:7261:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.601160:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.601166:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00020000:00000004:2.0:1767319105.601174:0:7261:0:(obd_class.h:1083:obd_statfs()) lustre-OST0000-osc-ffff911a04ee8000: age -696, max_age 307 00000100:00100000:2.0:1767319105.601213:0:7261:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e9c00 pname:cluuid:pid:xid:nid:opc:job lfs:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:7261:1853168166112512:192.168.204.120@tcp:13: 00000100:00100000:2.0:1767319105.601314:0:7261:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a062419c0 going to sleep for 11 seconds 00010000:00080000:2.0:1767319105.616186:0:7261:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911a075e9c00 x1853168166112512/t0(0) o13->lustre-OST0000-osc-ffff911a04ee8000@192.168.204.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1767319121 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319105.616206:0:7261:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e9c00 pname:cluuid:pid:xid:nid:opc:job lfs:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:7261:1853168166112512:192.168.204.120@tcp:13: 00020000:00000004:2.0:1767319105.616327:0:7261:0:(obd_class.h:1109:obd_statfs()) lustre-OST0000-osc-ffff911a04ee8000: update ffff911a07f71c48 cache blocks 3678/3683 objects 117760/118152 00000080:00200080:2.0:1767319105.616403:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.616418:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00020000:00000004:2.0:1767319105.616425:0:7261:0:(obd_class.h:1083:obd_statfs()) lustre-OST0001-osc-ffff911a04ee8000: age -696, max_age 307 00000100:00100000:2.0:1767319105.616460:0:7261:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e9c00 pname:cluuid:pid:xid:nid:opc:job lfs:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:7261:1853168166112640:192.168.204.120@tcp:13: 00000100:00100000:2.0:1767319105.618075:0:7261:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a062419c0 going to sleep for 11 seconds 00010000:00080000:2.0:1767319105.628347:0:7261:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911a075e9c00 x1853168166112640/t0(0) o13->lustre-OST0001-osc-ffff911a04ee8000@192.168.204.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1767319121 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319105.628372:0:7261:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e9c00 pname:cluuid:pid:xid:nid:opc:job lfs:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:7261:1853168166112640:192.168.204.120@tcp:13: 00020000:00000004:2.0:1767319105.628403:0:7261:0:(obd_class.h:1109:obd_statfs()) lustre-OST0001-osc-ffff911a04ee8000: update ffff911a07f73520 cache blocks 3678/3683 objects 117760/118086 00000080:00200080:2.0:1767319105.628497:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628520:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628528:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628532:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628536:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628540:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628545:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628548:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628551:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628554:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628558:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628561:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628566:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628569:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628604:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628609:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628613:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628617:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628621:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628624:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628628:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628632:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628636:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628640:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628645:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628648:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628652:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628656:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628660:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628663:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628667:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628670:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628674:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628677:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628681:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628685:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628689:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628692:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628696:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628707:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628712:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628716:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628720:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628724:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628728:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628732:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628735:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628739:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628743:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628746:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628750:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628753:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628757:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628761:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628765:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628769:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628772:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628776:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628779:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628782:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628786:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628789:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628792:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628795:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628808:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628812:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628816:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628819:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628824:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628827:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628831:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628835:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628839:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628842:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628846:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628849:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628854:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628857:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628861:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628864:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628868:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628872:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628876:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628879:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628883:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628887:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628890:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628894:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.628911:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.628924:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.630081:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.630112:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.630121:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.630125:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.630128:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.630132:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.630136:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.630139:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.630142:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.630145:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.630148:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.630151:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.630154:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.630157:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.630160:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.630163:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.630166:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.630169:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.630172:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.630175:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.630179:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.630182:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.630185:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.630188:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.630203:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.630207:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.630211:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.630214:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.630217:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.630220:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.630224:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.630226:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.630230:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.630233:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200080:2.0:1767319105.630236:0:7261:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348) cmd=c00866a4 arg=7fffe5882700 00020000:00000080:2.0:1767319105.630239:0:7261:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff911a04ee8000: cmd=c00866a4 len=592 karg=ffff911a02edfc00 uarg=0000000000000000 00000080:00200008:2.0:1767319105.630257:0:7261:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff911a11d0d348), flags 100000 00010000:00010000:0.0:1767319106.125458:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319107.149442:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319108.183877:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1767319108.410664:0:7460:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:3.0:1767319108.557304:0:2449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2449:1853168166112768:192.168.204.120@tcp:400: 00000100:00100000:3.0:1767319108.557415:0:2449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2449:1853168166113024:192.168.204.120@tcp:400: 00000100:00100000:3.0:1767319108.557455:0:2449:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1767319108.557461:0:2449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2449:1853168166112896:192.168.204.120@tcp:400: 00000100:00100000:3.0:1767319108.557486:0:2449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2449:1853168166113152:192.168.204.120@tcp:400: 00010000:00080000:3.0:1767319108.566142:0:2449:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911a02ec0a80 x1853168166113152/t0(0) o400->lustre-OST0001-osc-ffff911a04ee8000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319124 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319108.566163:0:2449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2449:1853168166113152:192.168.204.120@tcp:400: 00010000:00080000:3.0:1767319108.566177:0:2449:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911a02ec1f80 x1853168166113024/t0(0) o400->lustre-OST0000-osc-ffff911a04ee8000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319124 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319108.566186:0:2449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2449:1853168166113024:192.168.204.120@tcp:400: 00000100:00100000:3.0:1767319108.567653:0:2449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2449:1853168166112896:192.168.204.120@tcp:400: 00000100:00100000:3.0:1767319108.567678:0:2449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2449:1853168166112768:192.168.204.120@tcp:400: 00010000:00010000:0.0:1767319109.200870:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319110.221433:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319111.245976:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319112.111745:0:2439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.120@tcp (source: 12345-192.168.204.120@tcp) 00000100:00100000:1.0:1767319112.111846:0:2439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.120@tcp (source: 12345-192.168.204.120@tcp) 00000100:00100000:0.0:1767319112.111967:0:7163:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853168225904000 00000100:00100000:0.0:1767319112.111984:0:7163:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853168225904000 00000100:00100000:0.0:1767319112.112095:0:7163:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853168225904128 00000100:00100000:0.0:1767319112.112098:0:7163:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853168225904128 00000100:00100000:0.0:1767319112.112109:0:7163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.120@tcp, seq: 0 00000100:00100000:0.0:1767319112.112114:0:7163:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff911a073df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5b702cc9-d217-4f6d-9e83-9b85785f8f7a+4:16094:x1853168225904000:12345-192.168.204.120@tcp:104: 00010000:00010000:0.0:1767319112.112129:0:7163:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.120@tcp lock: ffff911a013fd000/0x8dc81212dd55f594 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x726cbe4d6926e155 expref: -99 pid: 7161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319112.112191:0:7163:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1767319112.112195:0:7163:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff911a073df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5b702cc9-d217-4f6d-9e83-9b85785f8f7a+4:16094:x1853168225904000:12345-192.168.204.120@tcp:104: Request processed in 82us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319112.112201:0:7163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.120@tcp, seq: 0 00000100:00100000:0.0:1767319112.112220:0:7163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.120@tcp, seq: 1 00000100:00100000:0.0:1767319112.112224:0:7163:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff911a073dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5b702cc9-d217-4f6d-9e83-9b85785f8f7a+3:16094:x1853168225904128:12345-192.168.204.120@tcp:104: 00010000:00010000:0.0:1767319112.112230:0:7163:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.120@tcp lock: ffff911a421c8c00/0x8dc81212dd55f58d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x726cbe4d6926e14e expref: -99 pid: 7161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319112.112256:0:7163:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1767319112.112259:0:7163:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff911a073dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5b702cc9-d217-4f6d-9e83-9b85785f8f7a+3:16094:x1853168225904128:12345-192.168.204.120@tcp:104: Request processed in 35us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319112.112263:0:7163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.120@tcp, seq: 1 00010000:00010000:2.0:1767319112.112945:0:7172:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767319112.112953:0:7172:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.120@tcp lock: ffff911a013fd000/0x8dc81212dd55f594 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x726cbe4d6926e155 expref: -99 pid: 7161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319112.112961:0:7172:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff911a013fd000 already unused, calling callback (ffffffffc14cec20) 10000000:00010000:2.0:1767319112.112964:0:7172:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.120@tcp lock: ffff911a013fd000/0x8dc81212dd55f594 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x726cbe4d6926e155 expref: -99 pid: 7161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319112.112979:0:7172:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.120@tcp lock: ffff911a013fd000/0x8dc81212dd55f594 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x726cbe4d6926e155 expref: -99 pid: 7161 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767319112.112984:0:7172:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.120@tcp lock: ffff911a013fd000/0x8dc81212dd55f594 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x726cbe4d6926e155 expref: -99 pid: 7161 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319112.112997:0:7172:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767319112.113078:0:7172:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.120@tcp lock: ffff911a013fd000/0x8dc81212dd55f594 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x726cbe4d6926e155 expref: -99 pid: 7161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319112.113083:0:7172:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767319112.113099:0:7172:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.120@tcp lock: ffff911a013fd000/0x8dc81212dd55f594 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x726cbe4d6926e155 expref: -99 pid: 7161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319112.113103:0:7172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.120@tcp lock: ffff911a013fd000/0x8dc81212dd55f594 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x726cbe4d6926e155 expref: -99 pid: 7161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319112.113113:0:7172:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319112.113115:0:7172:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.120@tcp lock: ffff911a421c8c00/0x8dc81212dd55f58d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x726cbe4d6926e14e expref: -99 pid: 7161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319112.113119:0:7172:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff911a421c8c00 already unused, calling callback (ffffffffc14cec20) 10000000:00010000:2.0:1767319112.113121:0:7172:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.120@tcp lock: ffff911a421c8c00/0x8dc81212dd55f58d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x726cbe4d6926e14e expref: -99 pid: 7161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319112.113124:0:7172:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.120@tcp lock: ffff911a421c8c00/0x8dc81212dd55f58d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x726cbe4d6926e14e expref: -99 pid: 7161 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767319112.113128:0:7172:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.120@tcp lock: ffff911a421c8c00/0x8dc81212dd55f58d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x726cbe4d6926e14e expref: -99 pid: 7161 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319112.113131:0:7172:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767319112.113139:0:7172:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.120@tcp lock: ffff911a421c8c00/0x8dc81212dd55f58d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x726cbe4d6926e14e expref: -99 pid: 7161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319112.113142:0:7172:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767319112.113145:0:7172:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.120@tcp lock: ffff911a421c8c00/0x8dc81212dd55f58d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x726cbe4d6926e14e expref: -99 pid: 7161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319112.113153:0:7172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.120@tcp lock: ffff911a421c8c00/0x8dc81212dd55f58d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x726cbe4d6926e14e expref: -99 pid: 7161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319112.113163:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319112.113164:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319112.113165:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319112.113179:0:2448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2448:1853168166113408:192.168.204.120@tcp:103: 00000100:00100000:2.0:1767319112.113238:0:2448:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319112.113242:0:2448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2448:1853168166113280:192.168.204.120@tcp:103: 00010000:00010000:2.0:1767319112.117105:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319112.122973:0:2448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2448:1853168166113280:192.168.204.120@tcp:103: 00000100:00100000:2.0:1767319112.122994:0:2448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2448:1853168166113408:192.168.204.120@tcp:103: 00010000:00010000:2.0:1767319112.270555:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319113.294175:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319113.677599:0:2446:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a051cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2446:1853168166113664:192.168.204.120@tcp:400: 00000100:00100000:0.0:1767319113.677747:0:2446:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a051c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2446:1853168166113920:192.168.204.120@tcp:400: 00000100:00100000:0.0:1767319113.677831:0:2446:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1767319113.677838:0:2446:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a051ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2446:1853168166113536:192.168.204.120@tcp:400: 00000100:00100000:0.0:1767319113.677867:0:2446:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a051c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2446:1853168166113792:192.168.204.120@tcp:400: 00000100:00100000:0.0:1767319113.683615:0:2446:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a051cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2446:1853168166113664:192.168.204.120@tcp:400: 00000100:00100000:0.0:1767319113.685829:0:2446:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a051ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2446:1853168166113536:192.168.204.120@tcp:400: 00010000:00080000:0.0:1767319113.685868:0:2446:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911a051c8380 x1853168166113792/t0(0) o400->lustre-OST0000-osc-ffff911a04ee8000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319113.685882:0:2446:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a051c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2446:1853168166113792:192.168.204.120@tcp:400: 00010000:00080000:0.0:1767319113.686554:0:2446:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911a051c8700 x1853168166113920/t0(0) o400->lustre-OST0001-osc-ffff911a04ee8000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319113.686567:0:2446:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a051c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2446:1853168166113920:192.168.204.120@tcp:400: 00010000:00010000:2.0:1767319114.317396:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319115.341632:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319116.365285:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319117.390271:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1767319117.774082:0:7175:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1767319117.774092:0:7175:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff911a04ee8000 from 39 10000000:01000000:0.0:1767319117.774099:0:7175:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1767319117.774169:0:7175:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.120@tcp lock: ffff911a00030600/0x8dc81212dd55f5f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319117.774196:0:7175:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.120@tcp lock: ffff911a00030600/0x8dc81212dd55f5f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319117.774210:0:7175:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.120@tcp lock: ffff911a00030600/0x8dc81212dd55f5f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7175 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319117.774243:0:7175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a051c8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7175:1853168166114048:192.168.204.120@tcp:101: 00000100:00100000:0.0:1767319117.774391:0:7175:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a0528a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319117.777775:0:7175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a051c8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7175:1853168166114048:192.168.204.120@tcp:101: 00010000:00010000:0.0:1767319117.777814:0:7175:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.120@tcp lock: ffff911a00030600/0x8dc81212dd55f5f6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x726cbe4d6926e1f6 expref: -99 pid: 7175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319117.777829:0:7175:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.120@tcp lock: ffff911a00030600/0x8dc81212dd55f5f6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x726cbe4d6926e1f6 expref: -99 pid: 7175 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767319117.777922:0:7175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a051c8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7175:1853168166114176:192.168.204.120@tcp:501: 00000100:00100000:0.0:1767319117.778082:0:7175:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a0528a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319117.783998:0:7175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a051c8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7175:1853168166114176:192.168.204.120@tcp:501: 00000100:00100000:0.0:1767319117.784123:0:7175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a051c8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7175:1853168166114304:192.168.204.120@tcp:503: 00000100:00100000:0.0:1767319117.789231:0:7175:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a0528a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319117.797281:0:7175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a051c8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7175:1853168166114304:192.168.204.120@tcp:503: 00000100:00100000:0.0:1767319117.798216:0:7690:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a051c8700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7690:1853168166114432:192.168.204.120@tcp:502: 00000100:00100000:0.0:1767319117.798503:0:7690:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a0528ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1767319117.805992:0:7690:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a051c8700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7690:1853168166114432:192.168.204.120@tcp:502: 00000020:01000000:0.0:1767319117.806079:0:7690:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1767319117.806097:0:7690:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319117.806100:0:7690:0:(obd_config.c:1477:class_process_config()) marker 26 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1767319117.806106:0:7690:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1767319117.806161:0:7690:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a051c8700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7690:1853168166114560:192.168.204.120@tcp:502:llog_process_th.0 00000100:00100000:0.0:1767319117.806320:0:7690:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a0528ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1767319117.810124:0:7690:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a051c8700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7690:1853168166114560:192.168.204.120@tcp:502:llog_process_th.0 00000020:01000000:0.0:1767319117.810252:0:7690:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1767319117.810264:0:7690:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319117.810267:0:7690:0:(obd_config.c:1477:class_process_config()) marker 26 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1767319117.810272:0:7690:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:3.0:1767319117.811817:0:7175:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0) 10000000:01000000:3.0:1767319117.811872:0:7175:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.120@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1767319117.811887:0:7175:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.120@tcp lock: ffff911a00030600/0x8dc81212dd55f5f6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x726cbe4d6926e1f6 expref: -99 pid: 7175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767319117.811914:0:7175:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.120@tcp lock: ffff911a00030600/0x8dc81212dd55f5f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x726cbe4d6926e1f6 expref: -99 pid: 7175 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767319117.811939:0:7175:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1767319117.811946:0:7175:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff911a051a4a88 from 1 10000000:01000000:3.0:1767319117.811949:0:7175:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1767319117.812007:0:7175:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.120@tcp lock: ffff911a421c8200/0x8dc81212dd55f5fd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767319117.812016:0:7175:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.120@tcp lock: ffff911a421c8200/0x8dc81212dd55f5fd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767319117.812074:0:7175:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.120@tcp lock: ffff911a421c8200/0x8dc81212dd55f5fd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7175 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767319117.812115:0:7175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7175:1853168166114688:192.168.204.120@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767319117.813022:0:7175:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a060d0480 going to sleep for 11 seconds 00000100:00100000:3.0:1767319117.816386:0:7175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7175:1853168166114688:192.168.204.120@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767319117.816424:0:7175:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.120@tcp lock: ffff911a421c8200/0x8dc81212dd55f5fd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x726cbe4d6926e1fd expref: -99 pid: 7175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767319117.816440:0:7175:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.120@tcp lock: ffff911a421c8200/0x8dc81212dd55f5fd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x726cbe4d6926e1fd expref: -99 pid: 7175 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767319117.816834:0:7175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7175:1853168166114816:192.168.204.120@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767319117.816935:0:7175:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a060d0480 going to sleep for 11 seconds 00000100:00100000:3.0:1767319117.832582:0:7175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7175:1853168166114816:192.168.204.120@tcp:501:ll_cfg_requeue.0 10000000:01000000:3.0:1767319117.832833:0:7175:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.120@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1767319117.832846:0:7175:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.120@tcp lock: ffff911a421c8200/0x8dc81212dd55f5fd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x726cbe4d6926e1fd expref: -99 pid: 7175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767319117.832859:0:7175:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.120@tcp lock: ffff911a421c8200/0x8dc81212dd55f5fd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x726cbe4d6926e1fd expref: -99 pid: 7175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319118.413646:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319118.797936:0:2448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2448:1853168166115072:192.168.204.120@tcp:400:kworker.0 00000100:00100000:3.0:1767319118.797936:0:2449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2449:1853168166114944:192.168.204.120@tcp:400:kworker.0 00000100:00100000:2.0:1767319118.798424:0:2448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2448:1853168166115328:192.168.204.120@tcp:400:kworker.0 00000100:00100000:3.0:1767319118.801688:0:2449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2449:1853168166115200:192.168.204.120@tcp:400:kworker.0 00000100:00100000:3.0:1767319118.809975:0:2449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2449:1853168166114944:192.168.204.120@tcp:400:kworker.0 00010000:00080000:3.0:1767319118.810004:0:2449:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911a075e8a80 x1853168166115200/t0(0) o400->lustre-OST0000-osc-ffff911a04ee8000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319134 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319118.810019:0:2449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2449:1853168166115200:192.168.204.120@tcp:400:kworker.0 00000100:00100000:2.0:1767319118.810457:0:2448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2448:1853168166115072:192.168.204.120@tcp:400:kworker.0 00010000:00080000:2.0:1767319118.810474:0:2448:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911a075e8000 x1853168166115328/t0(0) o400->lustre-OST0001-osc-ffff911a04ee8000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319134 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319118.810484:0:2448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2448:1853168166115328:192.168.204.120@tcp:400:kworker.0 00010000:00010000:2.0:1767319119.437502:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319119.462524:0:2439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.120@tcp (source: 12345-192.168.204.120@tcp) 00000100:00100000:1.0:1767319119.462591:0:7162:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853168225911296 00000100:00100000:1.0:1767319119.462603:0:7162:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853168225911296 00000100:00100000:1.0:1767319119.462696:0:7162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.120@tcp, seq: 2 00000100:00100000:1.0:1767319119.462709:0:7162:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff911a073dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5b702cc9-d217-4f6d-9e83-9b85785f8f7a+3:16159:x1853168225911296:12345-192.168.204.120@tcp:104: 00010000:00010000:1.0:1767319119.462731:0:7162:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.120@tcp lock: ffff911a00030e00/0x8dc81212dd55f5c5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x726cbe4d6926e163 expref: -99 pid: 7161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319119.462838:0:7162:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1767319119.462846:0:7162:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff911a073dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5b702cc9-d217-4f6d-9e83-9b85785f8f7a+3:16159:x1853168225911296:12345-192.168.204.120@tcp:104: Request processed in 141us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319119.462854:0:7162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.120@tcp, seq: 2 00010000:00010000:2.0:1767319119.463743:0:7172:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767319119.463778:0:7172:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.120@tcp lock: ffff911a00030e00/0x8dc81212dd55f5c5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x726cbe4d6926e163 expref: -99 pid: 7161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319119.463789:0:7172:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff911a00030e00 already unused, calling callback (ffffffffc14cec20) 10000000:00010000:2.0:1767319119.463794:0:7172:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.120@tcp lock: ffff911a00030e00/0x8dc81212dd55f5c5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x726cbe4d6926e163 expref: -99 pid: 7161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319119.463804:0:7172:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.120@tcp lock: ffff911a00030e00/0x8dc81212dd55f5c5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x726cbe4d6926e163 expref: -99 pid: 7161 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767319119.463811:0:7172:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.120@tcp lock: ffff911a00030e00/0x8dc81212dd55f5c5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x726cbe4d6926e163 expref: -99 pid: 7161 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319119.463818:0:7172:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1767319119.463883:0:7172:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.120@tcp lock: ffff911a00030e00/0x8dc81212dd55f5c5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x726cbe4d6926e163 expref: -99 pid: 7161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319119.463890:0:7172:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767319119.463917:0:7172:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.120@tcp lock: ffff911a00030e00/0x8dc81212dd55f5c5 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x726cbe4d6926e163 expref: -99 pid: 7161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319119.463925:0:7172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.120@tcp lock: ffff911a00030e00/0x8dc81212dd55f5c5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x726cbe4d6926e163 expref: -99 pid: 7161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319119.463947:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319119.463949:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319119.463951:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319119.463962:0:2448:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319119.463986:0:2448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2448:1853168166115456:192.168.204.120@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1767319119.470649:0:2448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2448:1853168166115456:192.168.204.120@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767319120.461418:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1767319120.717210:0:7175:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1767319120.717218:0:7175:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff911a04ee8000 from 4 10000000:01000000:3.0:1767319120.717224:0:7175:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1767319120.717272:0:7175:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.120@tcp lock: ffff911a421c9000/0x8dc81212dd55f604 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767319120.717301:0:7175:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.120@tcp lock: ffff911a421c9000/0x8dc81212dd55f604 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767319120.717323:0:7175:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.120@tcp lock: ffff911a421c9000/0x8dc81212dd55f604 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7175 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767319120.717351:0:7175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7175:1853168166115584:192.168.204.120@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767319120.717468:0:7175:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a060d0780 going to sleep for 11 seconds 00000100:00100000:3.0:1767319120.725533:0:7175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7175:1853168166115584:192.168.204.120@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767319120.725562:0:7175:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.120@tcp lock: ffff911a421c9000/0x8dc81212dd55f604 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x726cbe4d6926e20b expref: -99 pid: 7175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767319120.725576:0:7175:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.120@tcp lock: ffff911a421c9000/0x8dc81212dd55f604 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x726cbe4d6926e20b expref: -99 pid: 7175 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767319120.725828:0:7175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7175:1853168166115712:192.168.204.120@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767319120.725906:0:7175:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a060d0780 going to sleep for 11 seconds 00000100:00100000:3.0:1767319120.734418:0:7175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7175:1853168166115712:192.168.204.120@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767319120.734482:0:7175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7175:1853168166115840:192.168.204.120@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767319120.734575:0:7175:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a060d0780 going to sleep for 11 seconds 00000100:00100000:3.0:1767319120.742622:0:7175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7175:1853168166115840:192.168.204.120@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767319120.743480:0:7753:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7753:1853168166115968:192.168.204.120@tcp:502:llog_process_th.0 00000100:00100000:3.0:1767319120.743580:0:7753:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a060d0600 going to sleep for 11 seconds 00000100:00100000:3.0:1767319120.756849:0:7753:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7753:1853168166115968:192.168.204.120@tcp:502:llog_process_th.0 00000020:01000000:3.0:1767319120.756902:0:7753:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1767319120.756917:0:7753:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767319120.756919:0:7753:0:(obd_config.c:1477:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1767319120.756926:0:7753:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff911a04ee8000 00000020:00000080:3.0:1767319120.756931:0:7753:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1767319120.757062:0:7753:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7753:1853168166116096:192.168.204.120@tcp:502:llog_process_th.0 00000100:00100000:3.0:1767319120.757166:0:7753:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a060d0600 going to sleep for 11 seconds 00000100:00100000:2.0:1767319120.767983:0:7753:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:7753:1853168166116096:192.168.204.120@tcp:502:llog_process_th.0 00000020:01000000:2.0:1767319120.768110:0:7753:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1767319120.768120:0:7753:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319120.768123:0:7753:0:(obd_config.c:1477:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1767319120.768127:0:7753:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:0.0:1767319120.768299:0:7175:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:0.0:1767319120.768328:0:7175:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1767319120.768337:0:7175:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.120@tcp lock: ffff911a421c9000/0x8dc81212dd55f604 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x726cbe4d6926e20b expref: -99 pid: 7175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767319120.768350:0:7175:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.120@tcp lock: ffff911a421c9000/0x8dc81212dd55f604 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x726cbe4d6926e20b expref: -99 pid: 7175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319121.485465:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319122.509390:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319123.534026:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319123.918519:0:2448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2448:1853168166116224:192.168.204.120@tcp:400:kworker.0 00000100:00100000:3.0:1767319123.918669:0:2448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2448:1853168166116480:192.168.204.120@tcp:400:kworker.0 00000100:00100000:3.0:1767319123.918718:0:2448:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1767319123.918727:0:2448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2448:1853168166116352:192.168.204.120@tcp:400:kworker.0 00000100:00100000:3.0:1767319123.918801:0:2448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2448:1853168166116608:192.168.204.120@tcp:400:kworker.0 00010000:00080000:3.0:1767319123.926530:0:2448:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911a075e8a80 x1853168166116480/t0(0) o400->lustre-OST0000-osc-ffff911a04ee8000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319123.926559:0:2448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2448:1853168166116480:192.168.204.120@tcp:400:kworker.0 00000100:00100000:3.0:1767319123.926607:0:2448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2448:1853168166116352:192.168.204.120@tcp:400:kworker.0 00000100:00100000:3.0:1767319123.927378:0:2448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2448:1853168166116224:192.168.204.120@tcp:400:kworker.0 00010000:00080000:3.0:1767319123.928588:0:2448:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911a075e9f80 x1853168166116608/t0(0) o400->lustre-OST0001-osc-ffff911a04ee8000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319123.928609:0:2448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2448:1853168166116608:192.168.204.120@tcp:400:kworker.0 00010000:00010000:2.0:1767319124.559377:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319125.581362:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319126.608998:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319127.629235:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319128.653593:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319129.037218:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a060f5800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1767319129.037225:0:36:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff911a04ee8000: disconnect after 24s idle 00000100:00100000:3.0:1767319129.041698:0:2449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2449:1853168166116864:192.168.204.120@tcp:400:kworker.0 00000100:00100000:3.0:1767319129.041812:0:2449:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319129.041821:0:2449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2449:1853168166116736:192.168.204.120@tcp:400:kworker.0 00000100:00100000:1.0:1767319129.042347:0:2445:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2445:1853168166116992:192.168.204.120@tcp:9:kworker.0 00000100:00080000:2.0:1767319129.042363:0:36:0:(import.c:65:import_set_state_nolock()) ffff911a060f3800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1767319129.042369:0:36:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff911a04ee8000: disconnect after 24s idle 00000100:00100000:1.0:1767319129.042701:0:2445:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2445:1853168166117120:192.168.204.120@tcp:9:kworker.0 00000100:00100000:2.0:1767319129.056198:0:2449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2449:1853168166116736:192.168.204.120@tcp:400:kworker.0 00000100:00100000:2.0:1767319129.056223:0:2449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2449:1853168166116864:192.168.204.120@tcp:400:kworker.0 00010000:00080000:2.0:1767319129.061174:0:2445:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911a075eb100 x1853168166117120/t0(0) o9->lustre-OST0001-osc-ffff911a04ee8000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319129.061189:0:2445:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff911a075eb100 x1853168166117120/t0(0) o9->lustre-OST0001-osc-ffff911a04ee8000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319139 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319129.061195:0:2445:0:(import.c:65:import_set_state_nolock()) ffff911a060f3800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1767319129.061198:0:2445:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2445:1853168166117120:192.168.204.120@tcp:9:kworker.0 00010000:00080000:2.0:1767319129.061208:0:2445:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911a075e9880 x1853168166116992/t0(0) o9->lustre-OST0000-osc-ffff911a04ee8000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319129.061214:0:2445:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff911a075e9880 x1853168166116992/t0(0) o9->lustre-OST0000-osc-ffff911a04ee8000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319139 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319129.061218:0:2445:0:(import.c:65:import_set_state_nolock()) ffff911a060f5800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1767319129.061233:0:2445:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2445:1853168166116992:192.168.204.120@tcp:9:kworker.0 00000001:02000400:2.0:1767319129.638954:0:8035:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg420-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:1.0:1767319129.678420:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319130.705319:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319131.727329:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319132.749395:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319133.773321:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319134.157254:0:2449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2449:1853168166117376:192.168.204.120@tcp:400:kworker.0 00000100:00100000:2.0:1767319134.157400:0:2449:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319134.157408:0:2449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2449:1853168166117248:192.168.204.120@tcp:400:kworker.0 00000100:00100000:2.0:1767319134.168459:0:2449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2449:1853168166117248:192.168.204.120@tcp:400:kworker.0 00000100:00100000:2.0:1767319134.168484:0:2449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2449:1853168166117376:192.168.204.120@tcp:400:kworker.0 00000001:02000400:1.0:1767319134.547924:0:8301:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg420-client.virtnet: executing yml_node 00010000:00010000:1.0:1767319134.799626:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319135.828456:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319136.847597:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319137.872635:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319138.895836:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319139.283900:0:2447:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a073dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2447:1853168166117504:192.168.204.120@tcp:400:kworker.0 00000100:00100000:1.0:1767319139.284070:0:2447:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319139.284078:0:2447:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a073dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2447:1853168166117632:192.168.204.120@tcp:400:kworker.0 00000100:00100000:0.0:1767319139.289981:0:2447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a073dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2447:1853168166117632:192.168.204.120@tcp:400:kworker.0 00000100:00100000:0.0:1767319139.294927:0:2447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a073dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2447:1853168166117504:192.168.204.120@tcp:400:kworker.0 00010000:00010000:2.0:1767319139.919173:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319140.941182:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319141.968243:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1767319142.714575:0:8885:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.0.RC4 00010000:00010000:1.0:1767319142.989950:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319144.016673:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319144.400544:0:2448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2448:1853168166117760:192.168.204.120@tcp:400:kworker.0 00000100:00100000:3.0:1767319144.400973:0:2448:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319144.400982:0:2448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2448:1853168166117888:192.168.204.120@tcp:400:kworker.0 00000100:00100000:3.0:1767319144.406021:0:2448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2448:1853168166117760:192.168.204.120@tcp:400:kworker.0 00000100:00100000:3.0:1767319144.408886:0:2448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2448:1853168166117888:192.168.204.120@tcp:400:kworker.0 00010000:00010000:0.0:1767319145.041830:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1767319145.125870:0:9040:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.0.RC4 00010000:00010000:0.0:1767319146.063277:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319147.087384:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1767319147.691741:0:9195:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.0.RC4 00010000:00010000:0.0:1767319148.109442:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319149.133195:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1767319149.317488:0:9340:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Thu Jan 1 20:59:08 EST 2026 00000100:00100000:3.0:1767319149.518785:0:2448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2448:1853168166118016:192.168.204.120@tcp:400:kworker.0 00000100:00100000:3.0:1767319149.518929:0:2448:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319149.518937:0:2448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2448:1853168166118144:192.168.204.120@tcp:400:kworker.0 00000100:00100000:2.0:1767319149.531123:0:2448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2448:1853168166118144:192.168.204.120@tcp:400:kworker.0 00000100:00100000:2.0:1767319149.531141:0:2448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2448:1853168166118016:192.168.204.120@tcp:400:kworker.0 00010000:00010000:0.0:1767319150.157372:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319151.181280:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319152.205466:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319153.230070:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319154.254330:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319154.637323:0:2449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2449:1853168166118400:192.168.204.120@tcp:400:kworker.0 00000100:00100000:3.0:1767319154.637538:0:2449:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319154.637546:0:2449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2449:1853168166118272:192.168.204.120@tcp:400:kworker.0 00000100:00100000:3.0:1767319154.646975:0:2449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2449:1853168166118272:192.168.204.120@tcp:400:kworker.0 00000100:00100000:3.0:1767319154.647026:0:2449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2449:1853168166118400:192.168.204.120@tcp:400:kworker.0 00010000:00010000:2.0:1767319155.281551:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319156.311078:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319157.325483:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319158.351003:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319159.374765:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319159.757345:0:2449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2449:1853168166118656:192.168.204.120@tcp:400:kworker.0 00000100:00100000:3.0:1767319159.757534:0:2449:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319159.757542:0:2449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2449:1853168166118528:192.168.204.120@tcp:400:kworker.0 00000100:00100000:3.0:1767319159.762284:0:2449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2449:1853168166118528:192.168.204.120@tcp:400:kworker.0 00000100:00100000:3.0:1767319159.764068:0:2449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2449:1853168166118656:192.168.204.120@tcp:400:kworker.0 00010000:00010000:2.0:1767319160.397269:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319161.421393:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319162.453049:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319163.469300:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319164.493223:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319164.881066:0:2449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2449:1853168166118912:192.168.204.120@tcp:400:kworker.0 00000100:00100000:3.0:1767319164.881133:0:2448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2448:1853168166118784:192.168.204.120@tcp:400:kworker.0 00000100:00100000:2.0:1767319164.891280:0:2449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2449:1853168166118912:192.168.204.120@tcp:400:kworker.0 00000100:00100000:3.0:1767319164.891389:0:2448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2448:1853168166118784:192.168.204.120@tcp:400:kworker.0 00010000:00010000:2.0:1767319165.522116:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1767319166.090699:0:9909:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 21b 00010000:00010000:2.0:1767319166.541538:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1767319167.449396:0:10047:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:1.0:1767319167.568880:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319168.589444:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1767319168.776671:0:10190:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 20:59:27 (1767319167) === 00000080:00200008:2.0:1767319168.878369:0:9359:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff911a11d0d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1767319168.878380:0:9359:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348),name=/ 00000002:00010000:2.0:1767319168.878399:0:9359:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1767319168.878427:0:9359:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319168.878441:0:9359:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1767319168.878449:0:9359:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1767319168.878456:0:9359:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff911a11d0d348) 00000080:00010000:2.0:1767319168.878459:0:9359:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff911a11d0d348) for lock 0x8dc81212dd55f5ef 00000080:00010000:2.0:1767319168.878510:0:9359:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8dc81212dd55f5ef from it ffffbb234199fcb8 00010000:00010000:2.0:1767319168.878514:0:9359:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319168.878523:0:9359:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1767319168.904383:0:9359:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff911a11d0d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1767319168.904396:0:9359:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348),name=/ 00000002:00010000:3.0:1767319168.904430:0:9359:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1767319168.904449:0:9359:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767319168.904464:0:9359:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1767319168.904473:0:9359:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1767319168.904481:0:9359:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff911a11d0d348) 00000080:00010000:3.0:1767319168.904485:0:9359:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff911a11d0d348) for lock 0x8dc81212dd55f5ef 00000080:00010000:3.0:1767319168.904491:0:9359:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8dc81212dd55f5ef from it ffffbb234199fcb8 00010000:00010000:3.0:1767319168.904495:0:9359:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767319168.904503:0:9359:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1767319168.924085:0:9359:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff911a11d0d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1767319168.924098:0:9359:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348),name=/ 00000002:00010000:2.0:1767319168.924116:0:9359:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1767319168.924139:0:9359:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319168.924153:0:9359:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1767319168.924162:0:9359:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1767319168.924170:0:9359:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff911a11d0d348) 00000080:00010000:2.0:1767319168.924173:0:9359:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff911a11d0d348) for lock 0x8dc81212dd55f5ef 00000080:00010000:2.0:1767319168.924180:0:9359:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8dc81212dd55f5ef from it ffffbb234199fcb8 00010000:00010000:2.0:1767319168.924183:0:9359:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319168.924192:0:9359:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1767319168.939108:0:9359:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff911a11d0d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1767319168.939120:0:9359:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d0d348),name=/ 00000002:00010000:3.0:1767319168.939140:0:9359:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1767319168.939157:0:9359:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767319168.939170:0:9359:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1767319168.939179:0:9359:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1767319168.939186:0:9359:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff911a11d0d348) 00000080:00010000:3.0:1767319168.939190:0:9359:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff911a11d0d348) for lock 0x8dc81212dd55f5ef 00000080:00010000:3.0:1767319168.939196:0:9359:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8dc81212dd55f5ef from it ffffbb234199fcb8 00010000:00010000:3.0:1767319168.939200:0:9359:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767319168.939208:0:9359:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff911a04ee8000 lock: ffff911a00031a00/0x8dc81212dd55f5ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x726cbe4d6926e186 expref: -99 pid: 7209 timeout: 0 lvb_type: 0 00000080:01200004:2.0:1767319169.129282:0:10238:0:(super25.c:139:lustre_fill_super()) VFS Op: sb ffff911a10241000 00000020:01000004:2.0:1767319169.129304:0:10238:0:(obd_mount.c:901:lmd_print()) mount data: 00000020:01000004:2.0:1767319169.129305:0:10238:0:(obd_mount.c:903:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1767319169.129306:0:10238:0:(obd_mount.c:904:lmd_print()) device: 192.168.204.120@tcp:/lustre 00000020:01000004:2.0:1767319169.129307:0:10238:0:(obd_mount.c:907:lmd_print()) options: user_xattr,flock 00000080:01000004:2.0:1767319169.129309:0:10238:0:(super25.c:182:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1767319169.129326:0:10238:0:(obd_mount.c:392:lustre_start_mgc()) MGC192.168.204.120@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1767319169.129328:0:10238:0:(mgc_request.c:1068:mgc_set_info_async()) InitRecov MGC192.168.204.120@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:2.0:1767319169.129332:0:10238:0:(llite_lib.c:1391:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff911a10241000 (sb ffff911a10241000) 00000080:01000000:2.0:1767319169.129407:0:10238:0:(llite_lib.c:1113:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1767319169.129410:0:10238:0:(llite_lib.c:1123:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1767319169.129413:0:10238:0:(llite_lib.c:1123:ll_options()) next opt=flock 00000080:01000000:2.0:1767319169.129420:0:10238:0:(llite_lib.c:1425:ll_fill_super()) llite sb uuid: 1405d38a-9f9f-4f65-9248-d16aa92301d2 10000000:01000000:2.0:1767319169.129999:0:10238:0:(mgc_request.c:1952:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1767319169.130003:0:10238:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff911a10241000 10000000:01000000:2.0:1767319169.130011:0:10238:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff911a10241000 10000000:01000000:2.0:1767319169.130015:0:10238:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1767319169.130024:0:10238:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff911a10241000 10000000:01000000:2.0:1767319169.130027:0:10238:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1767319169.130056:0:10238:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff911a10241000 10000000:01000000:2.0:1767319169.130059:0:10238:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1767319169.130063:0:10238:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff911a10241000 from 1 10000000:01000000:2.0:1767319169.130066:0:10238:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1767319169.130109:0:10238:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.120@tcp lock: ffff911a013fce00/0x8dc81212dd55f60b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10238 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319169.130121:0:10238:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.120@tcp lock: ffff911a013fce00/0x8dc81212dd55f60b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10238 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319169.130132:0:10238:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.120@tcp lock: ffff911a013fce00/0x8dc81212dd55f60b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 10238 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319169.130243:0:10238:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10238:1853168166119040:192.168.204.120@tcp:101:mount.lustre.0 00000100:00100000:2.0:1767319169.130347:0:10238:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a04e73c00 going to sleep for 11 seconds 00000100:00100000:1.0:1767319169.136128:0:10238:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10238:1853168166119040:192.168.204.120@tcp:101:mount.lustre.0 00010000:00010000:1.0:1767319169.136159:0:10238:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.120@tcp lock: ffff911a013fce00/0x8dc81212dd55f60b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x726cbe4d6926e23c expref: -99 pid: 10238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319169.136173:0:10238:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.120@tcp lock: ffff911a013fce00/0x8dc81212dd55f60b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x726cbe4d6926e23c expref: -99 pid: 10238 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767319169.136250:0:10238:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a073dce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10238:1853168166119168:192.168.204.120@tcp:501:mount.lustre.0 00000100:00100000:1.0:1767319169.137099:0:10238:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a07f353c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319169.149674:0:10238:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a073dce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10238:1853168166119168:192.168.204.120@tcp:501:mount.lustre.0 00000100:00100000:0.0:1767319169.149747:0:10238:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a051c8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10238:1853168166119296:192.168.204.120@tcp:503:mount.lustre.0 00000100:00100000:0.0:1767319169.149836:0:10238:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a051c49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767319169.158657:0:10238:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a051c8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10238:1853168166119296:192.168.204.120@tcp:503:mount.lustre.0 00000100:00100000:0.0:1767319169.159532:0:10242:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a051c8700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10242:1853168166119424:192.168.204.120@tcp:502:llog_process_th.0 00000100:00100000:0.0:1767319169.159635:0:10242:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a051c4000 going to sleep for 11 seconds 00000100:00100000:0.0:1767319169.171471:0:10242:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a051c8700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10242:1853168166119424:192.168.204.120@tcp:502:llog_process_th.0 00000020:01000000:0.0:1767319169.171522:0:10242:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1767319169.171533:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319169.171535:0:10242:0:(obd_config.c:1477:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:0.0:1767319169.171542:0:10242:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff911a10241000 00000020:00000080:0.0:1767319169.171545:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1767319169.171558:0:10242:0:(genops.c:412:class_newdev()) Allocate new device lustre-clilov-ffff911a10241000 (ffff911a051a0000) 00000020:00000080:0.0:1767319169.171587:0:10242:0:(obd_config.c:657:class_attach()) OBD: dev 6 attached type lov with refcount 2 00000020:01000000:0.0:1767319169.171604:0:10242:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff911a10241000 00000020:00000080:0.0:1767319169.171606:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1767319169.171885:0:10242:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-clilov-ffff911a10241000 (uuid 1405d38a-9f9f-4f65-9248-d16aa92301d2) 00000020:01000000:0.0:1767319169.171890:0:10242:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1767319169.171894:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319169.171896:0:10242:0:(obd_config.c:1477:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:0.0:1767319169.171899:0:10242:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1767319169.171902:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319169.171903:0:10242:0:(obd_config.c:1477:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:0.0:1767319169.171906:0:10242:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff911a10241000 00000020:00000080:0.0:1767319169.171908:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1767319169.171915:0:10242:0:(genops.c:412:class_newdev()) Allocate new device lustre-clilmv-ffff911a10241000 (ffff911a051a18d8) 00000020:00000080:0.0:1767319169.171924:0:10242:0:(obd_config.c:657:class_attach()) OBD: dev 7 attached type lmv with refcount 2 00000020:01000000:0.0:1767319169.171928:0:10242:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff911a10241000 00000020:00000080:0.0:1767319169.171931:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1767319169.178250:0:10242:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-clilmv-ffff911a10241000 (uuid 1405d38a-9f9f-4f65-9248-d16aa92301d2) 00000020:01000000:1.0:1767319169.178264:0:10242:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319169.178272:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319169.178274:0:10242:0:(obd_config.c:1477:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:1.0:1767319169.178278:0:10242:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319169.178282:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319169.178292:0:10242:0:(obd_config.c:1477:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:1.0:1767319169.178296:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1767319169.178298:0:10242:0:(obd_config.c:1430:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:1.0:1767319169.178301:0:10242:0:(obd_config.c:1074:class_add_profile()) Add profile lustre-client 00000020:01000000:1.0:1767319169.178306:0:10242:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319169.178309:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319169.178311:0:10242:0:(obd_config.c:1477:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:1.0:1767319169.178313:0:10242:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319169.178316:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319169.178318:0:10242:0:(obd_config.c:1477:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:1.0:1767319169.178321:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1767319169.178325:0:10242:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.120@tcp to nid 0x20000c0a8cc78 (192.168.204.120@tcp) 00000020:01000000:1.0:1767319169.178352:0:10242:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff911a10241000 00000020:00000080:1.0:1767319169.178356:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1767319169.178378:0:10242:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff911a10241000 (ffff911a04e998d8) 00000020:00000080:1.0:1767319169.178410:0:10242:0:(obd_config.c:657:class_attach()) OBD: dev 8 attached type mdc with refcount 2 00000020:01000000:1.0:1767319169.178417:0:10242:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff911a10241000 00000020:00000080:1.0:1767319169.178420:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1767319169.178507:0:10242:0:(ldlm_lib.c:102:import_set_conn()) imp ffff911a0517d800@lustre-MDT0000-mdc-ffff911a10241000: add connection 192.168.204.120@tcp at head 00010000:00010000:1.0:1767319169.180098:0:10242:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff911a10241000-4 is initialized 00000040:01000000:1.0:1767319169.180313:0:10242:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0000-mdc-ffff911a10241000 ctxt 13 is initialized 00000020:00000080:1.0:1767319169.180360:0:10242:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff911a10241000 (uuid 1405d38a-9f9f-4f65-9248-d16aa92301d2) 00000020:01000000:1.0:1767319169.180373:0:10242:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff911a10241000 00000020:00000080:1.0:1767319169.180377:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1767319169.184197:0:10242:0:(lmv_obd.c:425:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:1.0:1767319169.184279:0:10242:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319169.184287:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319169.184290:0:10242:0:(obd_config.c:1477:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:1.0:1767319169.184294:0:10242:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1767319169.184296:0:10242:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #10 00000020:01000000:1.0:1767319169.184298:0:10242:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1767319169.184300:0:10242:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1767319169.184309:0:10242:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1767319169.184312:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319169.184313:0:10242:0:(obd_config.c:1477:class_process_config()) marker 10 (0x6) lustre sys.timeout 00000020:01000000:1.0:1767319169.184316:0:10242:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1767319169.184320:0:10242:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.120@tcp:/lustre 00000020:00000080:1.0:1767319169.184323:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319169.184325:0:10242:0:(obd_config.c:1477:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1767319169.184328:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1767319169.184333:0:10242:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.120@tcp to nid 0x20000c0a8cc78 (192.168.204.120@tcp) 00000020:01000000:1.0:1767319169.184359:0:10242:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff911a10241000 00000020:00000080:1.0:1767319169.184362:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1767319169.184373:0:10242:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osc-ffff911a10241000 (ffff911a04e9b1b0) 00000020:00000080:1.0:1767319169.184389:0:10242:0:(obd_config.c:657:class_attach()) OBD: dev 9 attached type osc with refcount 2 00000020:01000000:1.0:1767319169.184405:0:10242:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff911a10241000 00000020:00000080:1.0:1767319169.184408:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1767319169.184503:0:10242:0:(ldlm_lib.c:102:import_set_conn()) imp ffff911a05179800@lustre-OST0000-osc-ffff911a10241000: add connection 192.168.204.120@tcp at head 00010000:00010000:1.0:1767319169.185013:0:10242:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff911a10241000-5 is initialized 00000020:00000080:1.0:1767319169.187636:0:10242:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0000-osc-ffff911a10241000 (uuid 1405d38a-9f9f-4f65-9248-d16aa92301d2) 00000020:01000000:1.0:1767319169.187650:0:10242:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff911a10241000 00000020:00000080:1.0:1767319169.187654:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1767319169.187673:0:10242:0:(lov_obd.c:469:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:1.0:1767319169.187681:0:10242:0:(lov_obd.c:498:lov_add_target()) lustre-clilov-ffff911a10241000: Adding target lustre-OST0000_UUID 00020000:01000000:1.0:1767319169.187687:0:10242:0:(lov_obd.c:520:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:1.0:1767319169.187697:0:10242:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319169.187700:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319169.187702:0:10242:0:(obd_config.c:1477:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1767319169.187705:0:10242:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1767319169.187707:0:10242:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #15 00000020:01000000:1.0:1767319169.187709:0:10242:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1767319169.187710:0:10242:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1767319169.187712:0:10242:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1767319169.187714:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319169.187723:0:10242:0:(obd_config.c:1477:class_process_config()) marker 15 (0x6) lustre sys.timeout 00000020:01000000:1.0:1767319169.187726:0:10242:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1767319169.187730:0:10242:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.120@tcp:/lustre 00000020:00000080:1.0:1767319169.187734:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319169.187735:0:10242:0:(obd_config.c:1477:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1767319169.187738:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1767319169.187743:0:10242:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.120@tcp to nid 0x20000c0a8cc78 (192.168.204.120@tcp) 00000020:01000000:1.0:1767319169.187766:0:10242:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff911a10241000 00000020:00000080:1.0:1767319169.187769:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1767319169.187779:0:10242:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001-osc-ffff911a10241000 (ffff911a04e9e360) 00000020:00000080:1.0:1767319169.187792:0:10242:0:(obd_config.c:657:class_attach()) OBD: dev 10 attached type osc with refcount 2 00000020:01000000:1.0:1767319169.187796:0:10242:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff911a10241000 00000020:00000080:1.0:1767319169.187798:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1767319169.187863:0:10242:0:(ldlm_lib.c:102:import_set_conn()) imp ffff911a0517b000@lustre-OST0001-osc-ffff911a10241000: add connection 192.168.204.120@tcp at head 00010000:00010000:1.0:1767319169.188073:0:10242:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff911a10241000-6 is initialized 00000020:00000080:1.0:1767319169.194679:0:10242:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0001-osc-ffff911a10241000 (uuid 1405d38a-9f9f-4f65-9248-d16aa92301d2) 00000020:01000000:1.0:1767319169.194696:0:10242:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff911a10241000 00000020:00000080:1.0:1767319169.194700:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1767319169.194727:0:10242:0:(lov_obd.c:469:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:1.0:1767319169.194737:0:10242:0:(lov_obd.c:498:lov_add_target()) lustre-clilov-ffff911a10241000: Adding target lustre-OST0001_UUID 00020000:01000000:1.0:1767319169.194742:0:10242:0:(lov_obd.c:520:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:1.0:1767319169.194755:0:10242:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319169.194759:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319169.194762:0:10242:0:(obd_config.c:1477:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1767319169.194765:0:10242:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319169.194771:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319169.194772:0:10242:0:(obd_config.c:1477:class_process_config()) marker 22 (0x1) lustre sys.timeout 00000020:00000080:1.0:1767319169.194775:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1767319169.194777:0:10242:0:(obd_config.c:1451:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1767319169.194779:0:10242:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767319169.194781:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319169.194782:0:10242:0:(obd_config.c:1477:class_process_config()) marker 22 (0x2) lustre sys.timeout 00000020:01000000:1.0:1767319169.194791:0:10242:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767319169.194794:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767319169.194795:0:10242:0:(obd_config.c:1477:class_process_config()) marker 26 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1767319169.194799:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1767319169.194852:0:10242:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a073ddc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10242:1853168166119552:192.168.204.120@tcp:502:llog_process_th.0 00000100:00100000:1.0:1767319169.195112:0:10242:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a051c0000 going to sleep for 11 seconds 00000100:00100000:0.0:1767319169.201843:0:10242:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a073ddc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10242:1853168166119552:192.168.204.120@tcp:502:llog_process_th.0 00000020:01000000:0.0:1767319169.201887:0:10242:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1767319169.201895:0:10242:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319169.201898:0:10242:0:(obd_config.c:1477:class_process_config()) marker 26 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1767319169.201904:0:10242:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:2.0:1767319169.205561:0:10238:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:2.0:1767319169.205593:0:10238:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.120@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1767319169.205616:0:10238:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.120@tcp lock: ffff911a013fce00/0x8dc81212dd55f60b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x726cbe4d6926e23c expref: -99 pid: 10238 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319169.205629:0:10238:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.120@tcp lock: ffff911a013fce00/0x8dc81212dd55f60b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x726cbe4d6926e23c expref: -99 pid: 10238 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319169.205638:0:10238:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff911a10241000 from 1 10000000:01000000:2.0:1767319169.205641:0:10238:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:2.0:1767319169.205689:0:10238:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.120@tcp lock: ffff911a013fde00/0x8dc81212dd55f635 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10238 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319169.205699:0:10238:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.120@tcp lock: ffff911a013fde00/0x8dc81212dd55f635 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10238 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319169.205726:0:10238:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.120@tcp lock: ffff911a013fde00/0x8dc81212dd55f635 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 10238 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319169.205756:0:10238:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10238:1853168166119680:192.168.204.120@tcp:101:mount.lustre.0 00000100:00100000:2.0:1767319169.205952:0:10238:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a0528a300 going to sleep for 11 seconds 00000100:00100000:3.0:1767319169.215903:0:10238:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10238:1853168166119680:192.168.204.120@tcp:101:mount.lustre.0 00010000:00010000:3.0:1767319169.215933:0:10238:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.120@tcp lock: ffff911a013fde00/0x8dc81212dd55f635 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x726cbe4d6926e243 expref: -99 pid: 10238 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767319169.215945:0:10238:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.120@tcp lock: ffff911a013fde00/0x8dc81212dd55f635 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x726cbe4d6926e243 expref: -99 pid: 10238 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767319169.216504:0:10238:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10238:1853168166119808:192.168.204.120@tcp:256:mount.lustre.0 00000100:00100000:3.0:1767319169.216604:0:10238:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a073260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767319169.223507:0:10238:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10238:1853168166119808:192.168.204.120@tcp:256:mount.lustre.0 00000020:00000080:3.0:1767319169.223563:0:10238:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000080:3.0:1767319169.223710:0:10238:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000080:2.0:1767319169.229255:0:10238:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 10000000:01000000:2.0:1767319169.230131:0:10238:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.120@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1767319169.230160:0:10238:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.120@tcp lock: ffff911a013fde00/0x8dc81212dd55f635 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x726cbe4d6926e243 expref: -99 pid: 10238 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319169.230172:0:10238:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.120@tcp lock: ffff911a013fde00/0x8dc81212dd55f635 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x726cbe4d6926e243 expref: -99 pid: 10238 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767319169.230180:0:10238:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff911a10241000 from 1 10000000:01000000:2.0:1767319169.230183:0:10238:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1767319169.230223:0:10238:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.120@tcp lock: ffff911a013fd800/0x8dc81212dd55f63c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10238 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319169.230231:0:10238:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.120@tcp lock: ffff911a013fd800/0x8dc81212dd55f63c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10238 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319169.230241:0:10238:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.120@tcp lock: ffff911a013fd800/0x8dc81212dd55f63c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 10238 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319169.230264:0:10238:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10238:1853168166119936:192.168.204.120@tcp:101:mount.lustre.0 00000100:00100000:2.0:1767319169.231910:0:10238:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a0528aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1767319169.239162:0:10238:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10238:1853168166119936:192.168.204.120@tcp:101:mount.lustre.0 00010000:00010000:2.0:1767319169.239193:0:10238:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.120@tcp lock: ffff911a013fd800/0x8dc81212dd55f63c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x726cbe4d6926e24a expref: -99 pid: 10238 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767319169.239210:0:10238:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.120@tcp lock: ffff911a013fd800/0x8dc81212dd55f63c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x726cbe4d6926e24a expref: -99 pid: 10238 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767319169.239294:0:10238:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10238:1853168166120064:192.168.204.120@tcp:501:mount.lustre.0 00000100:00100000:2.0:1767319169.241485:0:10238:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a0528aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1767319169.247147:0:10238:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10238:1853168166120064:192.168.204.120@tcp:501:mount.lustre.0 00000100:00100000:3.0:1767319169.247225:0:10238:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10238:1853168166120192:192.168.204.120@tcp:503:mount.lustre.0 00000100:00100000:3.0:1767319169.248402:0:10238:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a07326c00 going to sleep for 11 seconds 00000100:00100000:1.0:1767319169.260911:0:10238:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10238:1853168166120192:192.168.204.120@tcp:503:mount.lustre.0 00000100:00100000:0.0:1767319169.264501:0:10253:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a051c8700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10253:1853168166120320:192.168.204.120@tcp:502:llog_process_th.0 00000100:00100000:0.0:1767319169.264605:0:10253:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a051c4480 going to sleep for 11 seconds 00000100:00100000:0.0:1767319169.269266:0:10253:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a051c8700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10253:1853168166120320:192.168.204.120@tcp:502:llog_process_th.0 00000020:01000000:0.0:1767319169.269359:0:10253:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1767319169.269369:0:10253:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319169.269371:0:10253:0:(obd_config.c:1477:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1767319169.269378:0:10253:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff911a10241000 00000020:00000080:0.0:1767319169.269381:0:10253:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1767319169.269388:0:10253:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1767319169.269409:0:10253:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319169.269411:0:10253:0:(obd_config.c:1477:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1767319169.269414:0:10253:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1767319169.269417:0:10253:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767319169.269418:0:10253:0:(obd_config.c:1477:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1767319169.269422:0:10253:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff911a10241000 00000020:00000080:0.0:1767319169.269424:0:10253:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1767319169.269533:0:10253:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a051c8700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10253:1853168166120448:192.168.204.120@tcp:502:llog_process_th.0 00000100:00100000:0.0:1767319169.269611:0:10253:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a051c4480 going to sleep for 11 seconds 00000100:00100000:3.0:1767319169.278708:0:10253:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a051c8700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:10253:1853168166120448:192.168.204.120@tcp:502:llog_process_th.0 00000020:01000000:2.0:1767319169.278882:0:10253:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1767319169.278893:0:10253:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767319169.278896:0:10253:0:(obd_config.c:1477:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1767319169.278902:0:10253:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1767319169.278985:0:10238:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:1.0:1767319169.279005:0:10238:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1767319169.279026:0:10238:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.120@tcp lock: ffff911a013fd800/0x8dc81212dd55f63c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x726cbe4d6926e24a expref: -99 pid: 10238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767319169.279064:0:10238:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.120@tcp lock: ffff911a013fd800/0x8dc81212dd55f63c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x726cbe4d6926e24a expref: -99 pid: 10238 timeout: 0 lvb_type: 0 00000080:01000000:1.0:1767319169.279080:0:10238:0:(llite_lib.c:1495:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:1.0:1767319169.279104:0:10238:0:(genops.c:1402:class_connect()) connect: client 1405d38a-9f9f-4f65-9248-d16aa92301d2, cookie 0x8dc81212dd55f643 00800000:01000000:1.0:1767319169.279126:0:10238:0:(lmv_obd.c:498:lmv_check_connect()) Time to connect 1405d38a-9f9f-4f65-9248-d16aa92301d2 to lustre-clilmv-ffff911a10241000 00800000:01000000:1.0:1767319169.279134:0:10238:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff911a10241000(1405d38a-9f9f-4f65-9248-d16aa92301d2) - lustre-MDT0000_UUID, 1405d38a-9f9f-4f65-9248-d16aa92301d2 00000020:00000080:1.0:1767319169.279141:0:10238:0:(genops.c:1402:class_connect()) connect: client 1405d38a-9f9f-4f65-9248-d16aa92301d2, cookie 0x8dc81212dd55f64a 00000100:00080000:1.0:1767319169.279149:0:10238:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff911a10241000: connect to NID 192.168.204.120@tcp last attempt 0 00000100:00080000:1.0:1767319169.279160:0:10238:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff911a10241000: import ffff911a0517d800 using connection 192.168.204.120@tcp/192.168.204.120@tcp 00000008:00100000:1.0:1767319169.279172:0:10238:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1767319169.279198:0:10238:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff911a073ddf80 x1853168166120576/t0(0) o38->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319169.279226:0:10238:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-MDT0000_UUID 00800000:01000000:1.0:1767319169.279304:0:10238:0:(lmv_obd.c:395:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff911a10241000(1405d38a-9f9f-4f65-9248-d16aa92301d2) successfully (5) 00800000:00000004:1.0:1767319169.279315:0:10238:0:(obd_class.h:1049:obd_statfs_async()) lustre-MDT0000-mdc-ffff911a10241000: age -629, max_age 0 00000080:00000004:1.0:1767319169.279355:0:10238:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff911a10241000: age -629, max_age 370 00800000:00000004:1.0:1767319169.279362:0:10238:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff911a10241000: age -629, max_age 370 00000100:00080000:1.0:1767319169.279381:0:10238:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff911a073dc000 x1853168166120832/t0(0) o41->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319169.279391:0:10238:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a060d0840 going to sleep for 0 seconds 00000100:00100000:1.0:1767319169.279420:0:2446:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1767319169.279431:0:2446:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff911a073dca80 x1853168166120704/t0(0) o41->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319169.279461:0:2445:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a073ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1405d38a-9f9f-4f65-9248-d16aa92301d2:2445:1853168166120576:192.168.204.120@tcp:38:mount.lustre.0 00000100:00100000:3.0:1767319169.279532:0:2448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2448:1853168166120960:192.168.204.120@tcp:400:kworker.0 00000100:00100000:2.0:1767319169.293892:0:2445:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff911a10241000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1767319169.293908:0:2445:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff911a10241000: connect to target with instance 1 00000100:00080000:2.0:1767319169.293918:0:2445:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff911a10241000: Resetting ns_connect_flags to server flags: 0xae7a5e7be344d3b8 00000100:00100000:3.0:1767319169.293919:0:2448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2448:1853168166120960:192.168.204.120@tcp:400:kworker.0 00000100:00080000:2.0:1767319169.293934:0:2445:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1767319169.293938:0:2445:0:(import.c:65:import_set_state_nolock()) ffff911a0517d800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1767319169.294426:0:2445:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 000000003e77186a): req@ffff911a073dc000 x1853168166120832/t0(0) o41->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319169.294451:0:2445:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 0000000019a7381e): req@ffff911a073dca80 x1853168166120704/t0(0) o41->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319169.294466:0:2445:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a073ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1405d38a-9f9f-4f65-9248-d16aa92301d2:2445:1853168166120576:192.168.204.120@tcp:38:mount.lustre.0 00000100:00100000:3.0:1767319169.294772:0:10238:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a060d0840 going to sleep for 11 seconds 00000100:00100000:1.0:1767319169.300332:0:2446:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a073dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1405d38a-9f9f-4f65-9248-d16aa92301d2:0:1853168166120704:192.168.204.120@tcp:41:mount.lustre.0 00000100:00100000:3.0:1767319169.300431:0:10238:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a073dc000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1405d38a-9f9f-4f65-9248-d16aa92301d2:10238:1853168166120832:192.168.204.120@tcp:41:mount.lustre.0 00800000:00000004:3.0:1767319169.300446:0:10238:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff911a10241000: update ffff911a04e99c48 cache blocks 17230/17271 objects 499056/499388 00000080:00000004:3.0:1767319169.300454:0:10238:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff911a10241000: update ffff911a051a1c48 cache blocks 17230/17271 objects 499056/499388 00000100:00100000:3.0:1767319169.300499:0:10238:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1405d38a-9f9f-4f65-9248-d16aa92301d2:10238:1853168166121088:192.168.204.120@tcp:40:mount.lustre.0 00000100:00100000:3.0:1767319169.300576:0:10238:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a07326c00 going to sleep for 11 seconds 00000100:00100000:3.0:1767319169.305761:0:10238:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1405d38a-9f9f-4f65-9248-d16aa92301d2:10238:1853168166121088:192.168.204.120@tcp:40:mount.lustre.0 00000080:00000004:3.0:1767319169.305789:0:10238:0:(llite_lib.c:511:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1767319169.305804:0:10238:0:(llite_lib.c:674:client_common_fill_super()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34668544 ocd_grant: 3407872 00020000:01000000:3.0:1767319169.305807:0:10238:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:3.0:1767319169.305819:0:10238:0:(genops.c:1402:class_connect()) connect: client 1405d38a-9f9f-4f65-9248-d16aa92301d2, cookie 0x8dc81212dd55f651 00000020:00000080:3.0:1767319169.305847:0:10238:0:(genops.c:1402:class_connect()) connect: client LOV_OSC_UUID, cookie 0x8dc81212dd55f658 00000100:00080000:3.0:1767319169.305854:0:10238:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff911a10241000: connect to NID 192.168.204.120@tcp last attempt 0 00000100:00080000:3.0:1767319169.305861:0:10238:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff911a10241000: import ffff911a05179800 using connection 192.168.204.120@tcp/192.168.204.120@tcp 00000008:00100000:3.0:1767319169.305873:0:10238:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34668544 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1767319169.305899:0:10238:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff911a02ec3100 x1853168166121216/t0(0) o8->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319169.305929:0:10238:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-OST0000_UUID 00020000:01000000:3.0:1767319169.305950:0:10238:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff911a10241000) active 00000080:00000004:3.0:1767319169.305969:0:10238:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 00000020:00000080:3.0:1767319169.305978:0:10238:0:(genops.c:1402:class_connect()) connect: client LOV_OSC_UUID, cookie 0x8dc81212dd55f65f 00000100:00080000:3.0:1767319169.305983:0:10238:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff911a10241000: connect to NID 192.168.204.120@tcp last attempt 0 00000100:00080000:3.0:1767319169.305987:0:10238:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff911a10241000: import ffff911a0517b000 using connection 192.168.204.120@tcp/192.168.204.120@tcp 00000008:00100000:3.0:1767319169.305993:0:10238:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34668544 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1767319169.306004:0:10238:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff911a02ec2680 x1853168166121344/t0(0) o8->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319169.306012:0:10238:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-OST0001_UUID 00020000:01000000:3.0:1767319169.306017:0:10238:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff911a10241000) active 00000080:00000004:3.0:1767319169.306023:0:10238:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 00000100:00100000:3.0:1767319169.306088:0:10238:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1405d38a-9f9f-4f65-9248-d16aa92301d2:10238:1853168166121472:192.168.204.120@tcp:33:mount.lustre.0 00000100:00100000:3.0:1767319169.306196:0:10238:0:(client.c:2690:ptlrpc_set_wait()) set ffff911a07326c00 going to sleep for 11 seconds 00000100:00100000:0.0:1767319169.306310:0:2447:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a051ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2447:1853168166121728:192.168.204.120@tcp:400:kworker.0 00000100:00100000:0.0:1767319169.306346:0:2447:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319169.306352:0:2447:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a051c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2447:1853168166121600:192.168.204.120@tcp:400:kworker.0 00000100:00100000:1.0:1767319169.306729:0:2445:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1405d38a-9f9f-4f65-9248-d16aa92301d2:2445:1853168166121216:192.168.204.120@tcp:8:mount.lustre.0 00000100:00100000:1.0:1767319169.306766:0:2445:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1405d38a-9f9f-4f65-9248-d16aa92301d2:2445:1853168166121344:192.168.204.120@tcp:8:mount.lustre.0 00010000:00080000:2.0:1767319169.315545:0:2445:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911a02ec3100 x1853168166121216/t0(0) o8->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 520/416 e 0 to 0 dl 1767319179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319169.315562:0:2445:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a10241000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1767319169.315572:0:2445:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff911a10241000: connect to target with instance 1 00000100:00080000:2.0:1767319169.315581:0:2445:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff911a10241000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000080:00000004:2.0:1767319169.315595:0:2445:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0465af2e3640038 -> 0xa0425af2e3440038 00000080:00080000:2.0:1767319169.315600:0:2445:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:2.0:1767319169.315607:0:2445:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1767319169.315611:0:2445:0:(import.c:65:import_set_state_nolock()) ffff911a05179800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1767319169.315616:0:2445:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:2.0:1767319169.315632:0:2445:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:2.0:1767319169.315635:0:2445:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1767319169.315644:0:2445:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1405d38a-9f9f-4f65-9248-d16aa92301d2:2445:1853168166121216:192.168.204.120@tcp:8:mount.lustre.0 00010000:00080000:2.0:1767319169.315664:0:2445:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911a02ec2680 x1853168166121344/t0(0) o8->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 520/416 e 0 to 0 dl 1767319179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319169.315672:0:2445:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff911a10241000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1767319169.315677:0:2445:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff911a10241000: connect to target with instance 1 00000100:00080000:2.0:1767319169.315681:0:2445:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff911a10241000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000080:00000004:2.0:1767319169.315686:0:2445:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:2.0:1767319169.315688:0:2445:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:2.0:1767319169.315690:0:2445:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1767319169.315692:0:2445:0:(import.c:65:import_set_state_nolock()) ffff911a0517b000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1767319169.315696:0:2445:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:2.0:1767319169.315698:0:2445:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:2.0:1767319169.315700:0:2445:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1767319169.315704:0:2445:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1405d38a-9f9f-4f65-9248-d16aa92301d2:2445:1853168166121344:192.168.204.120@tcp:8:mount.lustre.0 00000100:00100000:0.0:1767319169.315805:0:2447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a051ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2447:1853168166121728:192.168.204.120@tcp:400:kworker.0 00000100:00100000:3.0:1767319169.315942:0:10238:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1405d38a-9f9f-4f65-9248-d16aa92301d2:10238:1853168166121472:192.168.204.120@tcp:33:mount.lustre.0 00000080:00200000:3.0:1767319169.316143:0:10238:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff911a11d4d348) 00000080:00200000:3.0:1767319169.316154:0:10238:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:02000400:3.0:1767319169.316242:0:10238:0:(llite_lib.c:1533:ll_fill_super()) Mounted lustre-client 00000100:00100000:1.0:1767319169.317350:0:2447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a051c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2447:1853168166121600:192.168.204.120@tcp:400:kworker.0 00000080:00000004:3.0:1767319169.319335:0:10238:0:(super25.c:202:lustre_fill_super()) 192.168.204.120@tcp:/lustre: Mount complete 00000400:00000001:1.0:1767319169.527330:0:10274:0:(debug.c:327:cfs_str2mask()) Process entered 00010000:00000001:3.0:1767319169.613370:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319169.613377:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319169.613382:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319169.613384:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767319169.618202:0:7173:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767319169.618209:0:7173:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767319169.618213:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767319170.061184:0:9343:0:(connection.c:75:cpu_latency_work()) work item of ffff911a02bf2000 (cpu 0) has reached its deadline 4295040007, at 4295040064 00000100:00000010:0.0:1767319170.061199:0:9343:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff911a05072420. 00000100:00000040:1.0:1767319170.061532:0:8586:0:(connection.c:75:cpu_latency_work()) work item of ffff911a02bf2110 (cpu 0) has reached its deadline 4295040007, at 4295040064 00000100:00000010:1.0:1767319170.061538:0:8586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff911a05072a80. 00010000:00000001:3.0:1767319170.637135:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319170.637142:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319170.637149:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319170.637150:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767319170.637608:0:7172:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767319170.637612:0:7172:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767319170.637615:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767319171.663796:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319171.663803:0:9063:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767319171.663805:0:9063:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767319171.663807:0:9063:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319171.663811:0:9063:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767319171.663813:0:9063:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319171.663815:0:9063:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319171.663818:0:9063:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319171.663821:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319171.663823:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767319171.663840:0:7173:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767319171.663842:0:7173:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767319171.663844:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767319172.278714:0:10451:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767319172.278725:0:10451:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767319172.615425:0:10487:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767319172.615431:0:10487:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg420-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:1.0:1767319172.619026:0:10487:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1767319172.677101:0:10492:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767319172.677113:0:10492:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319172.686257:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319172.686262:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319172.686266:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319172.686268:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767319172.689247:0:7172:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767319172.689255:0:7172:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767319172.689260:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767319172.713747:0:10497:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767319172.713759:0:10497:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319173.709253:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319173.709264:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319173.709272:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319173.709274:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767319173.709297:0:7173:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767319173.709300:0:7173:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767319173.709303:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767319174.605262:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5b702cc9-d217-4f6d-9e83-9b85785f8f7a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767319174.605277:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767319174.605325:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a073dca80. 00000020:00000040:1.0:1767319174.605334:0:8:0:(genops.c:1229:class_import_get()) import ffff911a06259000 refcount=4 obd=MGC192.168.204.120@tcp 00000100:00000001:1.0:1767319174.605341:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767319174.605345:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767319174.605352:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767319174.605364:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a201ae500. 00000100:00000001:1.0:1767319174.605373:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319174.605388:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b702cc9-d217-4f6d-9e83-9b85785f8f7a->MGS req@ffff911a073dca80 x1853168166121856/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767319174.605399:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767319174.605404:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319174.605411:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002dad5495] to pc [ptlrpcd_00_00+0] req@ffff911a073dca80 x1853168166121856/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.605462:0:2446:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767319174.605468:0:2446:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767319174.605471:0:2446:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767319174.605479:0:2446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff911a073dca80 x1853168166121856/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.605487:0:2446:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767319174.605489:0:2446:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319174.605494:0:2446:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767319174.605497:0:2446:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767319174.605500:0:2446:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767319174.605525:0:2446:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a073dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2446:1853168166121856:192.168.204.120@tcp:400:kworker.0 00000100:00000001:0.0:1767319174.605530:0:2446:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767319174.605538:0:2446:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767319174.605541:0:2446:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319174.605543:0:2446:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767319174.605549:0:2446:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff911a04e6a000. 02000000:00000001:0.0:1767319174.605551:0:2446:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767319174.605563:0:2446:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1767319174.605569:0:2446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a04fb59f8. 00000400:00000010:0.0:1767319174.605577:0:2446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a10920880. 00000100:00000200:0.0:1767319174.605586:0:2446:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166121856, portal 25 00000100:00000001:0.0:1767319174.605588:0:2446:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767319174.605590:0:2446:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622139709508224 : -121934000043392 : ffff911a073dca80) 00000100:00000040:0.0:1767319174.605597:0:2446:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff911a073dca80 x1853168166121856/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.605605:0:2446:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767319174.605608:0:2446:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:0.0:1767319174.605611:0:2446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a10920bb0. 00000100:00000200:0.0:1767319174.605614:0:2446:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853168166121856, offset 0 00000400:00000200:0.0:1767319174.605622:0:2446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:0.0:1767319174.605715:0:2446:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319174.605726:0:2446:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:0.0:1767319174.605733:0:2446:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767319174.605738:0:2446:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:0.0:1767319174.605743:0:2446:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767319174.605746:0:2446:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:0.0:1767319174.605751:0:2446:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [107:107:256:4294967295] 192.168.204.120@tcp LPNI seq info [107:107:8:4294967295] 00000400:00000200:0.0:1767319174.605755:0:2446:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319174.605767:0:2446:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:0.0:1767319174.605775:0:2446:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:0.0:1767319174.605782:0:2446:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a201b3200. 00000800:00000200:0.0:1767319174.605796:0:2446:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:0.0:1767319174.605806:0:2446:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:0.0:1767319174.605811:0:2446:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a201b3200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767319174.605828:0:2446:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767319174.605834:0:2446:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:0.0:1767319174.605837:0:2446:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS new deadline estimation for cpu 0 is 4295045306 00000100:00000010:0.0:1767319174.605842:0:2446:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff911a060578a0. 00000100:00000001:0.0:1767319174.605850:0:2446:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767319174.605859:0:2446:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS new deadline estimation for cpu 1 is 4295045306 00000100:00000010:0.0:1767319174.605863:0:2446:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff911a06057f60. 00000100:00000001:0.0:1767319174.605866:0:2446:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767319174.605870:0:2446:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767319174.605873:0:2446:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319174.605876:0:2446:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319174.605879:0:2446:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767319174.606721:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319174.606729:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767319174.606733:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767319174.606742:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a073ddf80. 00000020:00000040:1.0:1767319174.606747:0:8:0:(genops.c:1229:class_import_get()) import ffff911a060ff800 refcount=4 obd=lustre-MDT0000-mdc-ffff911a04ee8000 00000100:00000001:1.0:1767319174.606752:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767319174.606755:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767319174.606760:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767319174.606767:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a201ae000. 00000100:00000001:1.0:1767319174.606784:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319174.606792:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-MDT0000_UUID req@ffff911a073ddf80 x1853168166121984/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767319174.606802:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767319174.606806:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319174.606811:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016daa441] to pc [ptlrpcd_00_01+1] req@ffff911a073ddf80 x1853168166121984/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.606889:0:2446:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767319174.606893:0:2446:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767319174.606896:0:2446:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767319174.606898:0:2446:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767319174.606902:0:2446:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767319174.606906:0:2446:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767319174.606908:0:2446:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319174.606910:0:2446:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767319174.606912:0:2446:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319174.606914:0:2446:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767319174.606915:0:2446:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767319174.606916:0:2446:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767319174.606923:0:2446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff911a073ddf80 x1853168166121984/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.606931:0:2446:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767319174.606933:0:2446:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319174.606936:0:2446:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767319174.606939:0:2446:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767319174.606942:0:2446:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767319174.606952:0:2446:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a073ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2446:1853168166121984:192.168.204.120@tcp:400:kworker.0 00000100:00000001:0.0:1767319174.606956:0:2446:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767319174.606961:0:2446:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767319174.606963:0:2446:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319174.606965:0:2446:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767319174.606970:0:2446:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff911a04e6ba00. 02000000:00000001:0.0:1767319174.606972:0:2446:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767319174.606980:0:2446:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1767319174.606984:0:2446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a04fb55d8. 00000400:00000010:0.0:1767319174.606991:0:2446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a10920908. 00000100:00000200:0.0:1767319174.606998:0:2446:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166121984, portal 10 00000100:00000001:0.0:1767319174.607000:0:2446:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767319174.607002:0:2446:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622139709513600 : -121934000038016 : ffff911a073ddf80) 00000100:00000040:0.0:1767319174.607010:0:2446:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff911a073ddf80 x1853168166121984/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.607018:0:2446:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767319174.607020:0:2446:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:0.0:1767319174.607023:0:2446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a109202a8. 00000100:00000200:0.0:1767319174.607026:0:2446:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853168166121984, offset 0 00000400:00000200:0.0:1767319174.607048:0:2446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:0.0:1767319174.607055:0:2446:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319174.607061:0:2446:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:0.0:1767319174.607066:0:2446:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767319174.607070:0:2446:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:0.0:1767319174.607074:0:2446:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767319174.607077:0:2446:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:0.0:1767319174.607080:0:2446:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [108:108:255:4294967295] 192.168.204.120@tcp LPNI seq info [108:108:7:4294967295] 00000400:00000200:0.0:1767319174.607084:0:2446:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319174.607092:0:2446:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:0.0:1767319174.607098:0:2446:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:0.0:1767319174.607103:0:2446:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a201b3300. 00000800:00000200:0.0:1767319174.607115:0:2446:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:0.0:1767319174.607123:0:2446:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:0.0:1767319174.607127:0:2446:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a201b3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767319174.607131:0:2446:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767319174.607136:0:2446:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a04ee8000: using a timeout of 144606 usecs (145 jiffies) 00000400:00000200:0.0:1767319174.607140:0:2446:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:0.0:1767319174.607143:0:2446:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a04ee8000: PM QoS new deadline estimation for cpu 0 is 4295044754 00000100:00000001:0.0:1767319174.608445:0:2446:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a04ee8000: PM QoS request active for cpu 0, keep current deadline 4295045306 00000100:00000001:0.0:1767319174.608458:0:2446:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a04ee8000: PM QoS new deadline estimation for cpu 1 is 4295044754 00000100:00000001:0.0:1767319174.608462:0:2446:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a04ee8000: PM QoS request active for cpu 1, keep current deadline 4295045306 00000100:00000001:0.0:1767319174.608465:0:2446:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767319174.608469:0:2446:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319174.608475:0:2446:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319174.608479:0:2446:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767319174.608555:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319174.608560:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a201b3200. 00000400:00000200:0.0:1767319174.608569:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319174.608578:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319174.608587:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a10920bb0 00000400:00000010:0.0:1767319174.608590:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a10920bb0. 00000100:00000001:0.0:1767319174.608597:0:2439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767319174.608605:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a073dca80 x1853168166121856/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.608616:0:2439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767319174.608620:0:2439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff911a073dca80 x1853168166121856/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.608628:0:2439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319174.608752:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319174.608757:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767319174.608763:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767319174.608766:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767319174.608769:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767319174.608772:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767319174.608776:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767319174.608783:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a073df100. 00000020:00000040:1.0:1767319174.608788:0:8:0:(genops.c:1229:class_import_get()) import ffff911a0517d800 refcount=4 obd=lustre-MDT0000-mdc-ffff911a10241000 00000100:00000001:1.0:1767319174.608792:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767319174.608795:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767319174.608800:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767319174.608809:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a201ae600. 00000100:00000001:1.0:1767319174.608815:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319174.608820:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-MDT0000_UUID req@ffff911a073df100 x1853168166122112/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767319174.608829:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767319174.608833:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319174.608837:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072ee845f] to pc [ptlrpcd_00_00+0] req@ffff911a073df100 x1853168166122112/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319174.608867:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319174.608870:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767319174.608873:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767319174.608876:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a073de680. 00000020:00000040:1.0:1767319174.608879:0:8:0:(genops.c:1229:class_import_get()) import ffff911a05179800 refcount=3 obd=lustre-OST0000-osc-ffff911a10241000 00000100:00000001:1.0:1767319174.608881:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767319174.608882:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767319174.608884:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767319174.608887:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a201aee00. 00000100:00000001:1.0:1767319174.608890:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319174.608894:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-OST0000_UUID req@ffff911a073de680 x1853168166122240/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767319174.608901:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767319174.608903:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319174.608906:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e235ae8a] to pc [ptlrpcd_00_01+1] req@ffff911a073de680 x1853168166122240/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319174.608914:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319174.608916:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767319174.608919:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767319174.608922:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a073de300. 00000020:00000040:1.0:1767319174.608924:0:8:0:(genops.c:1229:class_import_get()) import ffff911a0517b000 refcount=3 obd=lustre-OST0001-osc-ffff911a10241000 00000100:00000001:1.0:1767319174.608926:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767319174.608927:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767319174.608929:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767319174.608932:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a201ae200. 00000100:00000001:1.0:1767319174.608935:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319174.608939:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-OST0001_UUID req@ffff911a073de300 x1853168166122368/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767319174.608947:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767319174.608957:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319174.608962:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d060e6] to pc [ptlrpcd_00_00+0] req@ffff911a073de300 x1853168166122368/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319174.608969:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319174.608974:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (382) 00000100:00000001:1.0:1767319174.608990:0:2447:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767319174.608994:0:2447:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767319174.608996:0:2447:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767319174.609001:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff911a073de680 x1853168166122240/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319174.609009:0:2447:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767319174.609011:0:2447:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767319174.609015:0:2447:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767319174.609017:0:2447:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767319174.609020:0:2447:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767319174.609024:0:2447:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a073de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1405d38a-9f9f-4f65-9248-d16aa92301d2:2447:1853168166122240:192.168.204.120@tcp:400:kworker.0 00000100:00000001:1.0:1767319174.609045:0:2447:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767319174.609052:0:2447:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767319174.609054:0:2447:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767319174.609058:0:2447:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767319174.609062:0:2447:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff911a10284a00. 02000000:00000001:1.0:1767319174.609064:0:2447:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767319174.609071:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:1.0:1767319174.609076:0:2447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a07c160b0. 00000400:00000010:1.0:1767319174.609083:0:2447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02d17198. 00000100:00000200:1.0:1767319174.609090:0:2447:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166122240, portal 4 00000100:00000001:1.0:1767319174.609092:0:2447:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767319174.609094:0:2447:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622139709515392 : -121934000036224 : ffff911a073de680) 00000100:00000040:1.0:1767319174.609101:0:2447:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff911a073de680 x1853168166122240/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319174.609109:0:2447:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767319174.609112:0:2447:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:1.0:1767319174.609115:0:2447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02d17aa0. 00000100:00000200:1.0:1767319174.609124:0:2447:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853168166122240, offset 0 00000400:00000200:1.0:1767319174.609131:0:2447:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:1.0:1767319174.609141:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.609149:0:2447:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:1.0:1767319174.609155:0:2447:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767319174.609160:0:2447:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:1.0:1767319174.609164:0:2447:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767319174.609168:0:2447:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:1.0:1767319174.609171:0:2447:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [109:109:254:4294967295] 192.168.204.120@tcp LPNI seq info [109:109:6:4294967295] 00000400:00000200:1.0:1767319174.609176:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.609185:0:2447:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:1.0:1767319174.609191:0:2447:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:1.0:1767319174.609196:0:2447:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a201aea00. 00000800:00000200:1.0:1767319174.609203:0:2447:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:1.0:1767319174.609211:0:2447:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:1.0:1767319174.609216:0:2447:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a201aea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767319174.609220:0:2447:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319174.609225:0:2447:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff911a10241000: using a timeout of 11986 usecs (12 jiffies) 00000400:00000200:1.0:1767319174.609228:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:1.0:1767319174.609231:0:2447:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff911a10241000: PM QoS new deadline estimation for cpu 0 is 4295044624 00000100:00000001:1.0:1767319174.609234:0:2447:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff911a10241000: PM QoS request active for cpu 0, keep current deadline 4295045306 00000100:00000001:1.0:1767319174.609236:0:2447:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff911a10241000: PM QoS new deadline estimation for cpu 1 is 4295044624 00000100:00000001:1.0:1767319174.609238:0:2447:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff911a10241000: PM QoS request active for cpu 1, keep current deadline 4295045306 00000100:00000001:1.0:1767319174.609240:0:2447:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767319174.609243:0:2447:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319174.609246:0:2447:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319174.609248:0:2447:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767319174.609254:0:2447:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767319174.609257:0:2447:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767319174.609260:0:2447:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767319174.609266:0:2447:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767319174.609268:0:2447:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767319174.609271:0:2447:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1767319174.609273:0:2447:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767319174.609275:0:2447:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767319174.609277:0:2447:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767319174.609279:0:2447:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767319174.609280:0:2447:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767319174.609282:0:2447:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767319174.609286:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff911a073df100 x1853168166122112/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319174.609304:0:2447:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767319174.609305:0:2447:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767319174.609308:0:2447:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767319174.609310:0:2447:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767319174.609312:0:2447:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767319174.609315:0:2447:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a073df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1405d38a-9f9f-4f65-9248-d16aa92301d2:2447:1853168166122112:192.168.204.120@tcp:400:kworker.0 00000100:00000001:1.0:1767319174.609319:0:2447:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767319174.609322:0:2447:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767319174.609323:0:2447:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767319174.609325:0:2447:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767319174.609328:0:2447:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff911a10284c00. 02000000:00000001:1.0:1767319174.609331:0:2447:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767319174.609335:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:1.0:1767319174.609338:0:2447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a07c168f0. 00000400:00000010:1.0:1767319174.609342:0:2447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02d17550. 00000100:00000200:1.0:1767319174.609345:0:2447:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166122112, portal 10 00000100:00000001:1.0:1767319174.609347:0:2447:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767319174.609349:0:2447:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622139709518080 : -121934000033536 : ffff911a073df100) 00000100:00000040:1.0:1767319174.609355:0:2447:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff911a073df100 x1853168166122112/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319174.609361:0:2447:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767319174.609363:0:2447:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:1.0:1767319174.609366:0:2447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02d17dd0. 00000100:00000200:1.0:1767319174.609374:0:2447:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853168166122112, offset 0 00000400:00000200:1.0:1767319174.609379:0:2447:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:1.0:1767319174.609382:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.609386:0:2447:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:1.0:1767319174.609389:0:2447:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767319174.609391:0:2447:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:1.0:1767319174.609393:0:2447:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767319174.609396:0:2447:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:1.0:1767319174.609399:0:2447:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [110:110:253:4294967295] 192.168.204.120@tcp LPNI seq info [110:110:5:4294967295] 00000400:00000200:1.0:1767319174.609403:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.609408:0:2447:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:1.0:1767319174.609413:0:2447:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:1.0:1767319174.609416:0:2447:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a201aef00. 00000800:00000200:1.0:1767319174.609420:0:2447:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:1.0:1767319174.609424:0:2447:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:1.0:1767319174.609427:0:2447:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a201aef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767319174.609430:0:2447:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319174.609434:0:2447:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a10241000: using a timeout of 17936 usecs (18 jiffies) 00000400:00000200:1.0:1767319174.609437:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:1.0:1767319174.609439:0:2447:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a10241000: PM QoS new deadline estimation for cpu 0 is 4295044630 00000100:00000001:1.0:1767319174.609442:0:2447:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a10241000: PM QoS request active for cpu 0, keep current deadline 4295045306 00000100:00000001:1.0:1767319174.609444:0:2447:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a10241000: PM QoS new deadline estimation for cpu 1 is 4295044630 00000100:00000001:1.0:1767319174.609447:0:2447:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a10241000: PM QoS request active for cpu 1, keep current deadline 4295045306 00000100:00000001:1.0:1767319174.609449:0:2447:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767319174.609451:0:2447:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319174.609453:0:2447:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767319174.609457:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff911a073de300 x1853168166122368/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319174.609464:0:2447:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767319174.609470:0:2447:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767319174.609473:0:2447:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767319174.609475:0:2447:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767319174.609477:0:2447:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767319174.609480:0:2447:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a073de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1405d38a-9f9f-4f65-9248-d16aa92301d2:2447:1853168166122368:192.168.204.120@tcp:400:kworker.0 00000100:00000001:1.0:1767319174.609484:0:2447:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767319174.609486:0:2447:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767319174.609487:0:2447:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767319174.609489:0:2447:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767319174.609492:0:2447:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff911a10285000. 02000000:00000001:1.0:1767319174.609494:0:2447:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767319174.609498:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:1.0:1767319174.609500:0:2447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a07c162c0. 00000400:00000010:1.0:1767319174.609504:0:2447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02d17cc0. 00000100:00000200:1.0:1767319174.609507:0:2447:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166122368, portal 4 00000100:00000001:1.0:1767319174.609509:0:2447:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767319174.609510:0:2447:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622139709514496 : -121934000037120 : ffff911a073de300) 00000100:00000040:1.0:1767319174.609516:0:2447:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff911a073de300 x1853168166122368/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319174.609523:0:2447:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767319174.609525:0:2447:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:1.0:1767319174.609527:0:2447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02d17ee0. 00000100:00000200:1.0:1767319174.609530:0:2447:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853168166122368, offset 0 00000400:00000200:1.0:1767319174.609534:0:2447:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:1.0:1767319174.609537:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.609541:0:2447:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:1.0:1767319174.609544:0:2447:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767319174.609546:0:2447:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:1.0:1767319174.609549:0:2447:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767319174.609551:0:2447:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:1.0:1767319174.609554:0:2447:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [111:111:252:4294967295] 192.168.204.120@tcp LPNI seq info [111:111:4:4294967295] 00000400:00000200:1.0:1767319174.609558:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.609564:0:2447:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:1.0:1767319174.609574:0:2447:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:1.0:1767319174.609578:0:2447:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a201aed00. 00000800:00000200:1.0:1767319174.609582:0:2447:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:1.0:1767319174.609587:0:2447:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:1.0:1767319174.609589:0:2447:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a201aed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767319174.609592:0:2447:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319174.609595:0:2447:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff911a10241000: using a timeout of 12051 usecs (13 jiffies) 00000400:00000200:1.0:1767319174.609599:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:1.0:1767319174.609601:0:2447:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff911a10241000: PM QoS new deadline estimation for cpu 0 is 4295044625 00000100:00000001:1.0:1767319174.609604:0:2447:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff911a10241000: PM QoS request active for cpu 0, keep current deadline 4295045306 00000100:00000001:1.0:1767319174.609606:0:2447:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff911a10241000: PM QoS new deadline estimation for cpu 1 is 4295044625 00000100:00000001:1.0:1767319174.609608:0:2447:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff911a10241000: PM QoS request active for cpu 1, keep current deadline 4295045306 00000100:00000001:1.0:1767319174.609611:0:2447:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767319174.609613:0:2447:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319174.609616:0:2447:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319174.609618:0:2447:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319174.609740:0:2439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767319174.609769:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319174.609773:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a201b3300. 00000400:00000200:0.0:1767319174.609777:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319174.609787:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319174.609792:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a109202a8 00000400:00000010:0.0:1767319174.609794:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a109202a8. 00000100:00000001:0.0:1767319174.609797:0:2439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767319174.609802:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a073ddf80 x1853168166121984/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.609812:0:2439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767319174.609815:0:2439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff911a073ddf80 x1853168166121984/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.609821:0:2439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319174.609823:0:2439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767319174.609831:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319174.609833:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a201aea00. 00000400:00000200:0.0:1767319174.609837:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319174.609840:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319174.609842:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02d17aa0 00000400:00000010:0.0:1767319174.609844:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02d17aa0. 00000100:00000001:0.0:1767319174.609847:0:2439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767319174.609850:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a073de680 x1853168166122240/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.609857:0:2439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767319174.609860:0:2439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff911a073de680 x1853168166122240/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.609866:0:2439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319174.609867:0:2439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767319174.609873:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319174.609875:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a201aef00. 00000400:00000200:0.0:1767319174.609877:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319174.609879:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319174.609882:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02d17dd0 00000400:00000010:0.0:1767319174.609884:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02d17dd0. 00000100:00000001:0.0:1767319174.609885:0:2439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767319174.609893:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a073df100 x1853168166122112/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.609900:0:2439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767319174.609902:0:2439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff911a073df100 x1853168166122112/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.609909:0:2439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319174.609910:0:2439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767319174.609989:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319174.609992:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a201aed00. 00000400:00000200:0.0:1767319174.609995:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319174.609998:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319174.610001:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02d17ee0 00000400:00000010:0.0:1767319174.610002:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02d17ee0. 00000100:00000001:0.0:1767319174.610005:0:2439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767319174.610009:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a073de300 x1853168166122368/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.610015:0:2439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767319174.610018:0:2439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff911a073de300 x1853168166122368/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.610024:0:2439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319174.610026:0:2439:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767319174.610054:0:2446:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767319174.610057:0:2446:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767319174.610060:0:2446:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319174.610062:0:2446:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767319174.613077:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319174.613102:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767319174.613107:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319174.613110:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319174.613126:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.613137:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1767319174.613147:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.613152:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.613159:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.613165:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 4 MB=0x6957256403300 00000400:00000200:1.0:1767319174.613172:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.613180:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.120@tcp of length 224/224 into md 0x689 [1] + 224 00000800:00000001:1.0:1767319174.613190:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319174.613196:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319174.613220:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319174.613225:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:1.0:1767319174.613236:0:2438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767319174.613247:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a073de680 x1853168166122240/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767319174.613259:0:2438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff911a073de680 x1853168166122240/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319174.613286:0:2438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767319174.613305:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319174.613309:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767319174.613311:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319174.613313:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319174.613317:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.613320:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1767319174.613324:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.613327:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.613330:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.613333:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 4 MB=0x6957256403380 00000400:00000200:1.0:1767319174.613336:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.613341:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.120@tcp of length 224/224 into md 0x6a9 [1] + 224 00000800:00000001:1.0:1767319174.613345:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319174.613348:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319174.613350:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319174.613353:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:1.0:1767319174.613356:0:2438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767319174.613360:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a073de300 x1853168166122368/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767319174.613369:0:2438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff911a073de300 x1853168166122368/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319174.613376:0:2438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767319174.613388:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319174.613392:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767319174.613394:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319174.613396:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319174.613399:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.613402:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1767319174.613406:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.613408:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.613411:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.613414:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 10 MB=0x6957256403200 00000400:00000200:1.0:1767319174.613418:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.613422:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.120@tcp of length 224/224 into md 0x679 [1] + 224 00000800:00000001:1.0:1767319174.613426:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319174.613429:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319174.613431:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319174.613434:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:1.0:1767319174.613437:0:2438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767319174.613442:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a073ddf80 x1853168166121984/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767319174.613451:0:2438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff911a073ddf80 x1853168166121984/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319174.613464:0:2438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767319174.613467:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319174.613480:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767319174.613482:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319174.613484:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319174.613488:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.613491:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1767319174.613495:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.613497:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.613500:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.613504:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 10 MB=0x6957256403280 00000400:00000200:1.0:1767319174.613507:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.613516:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.120@tcp of length 224/224 into md 0x699 [1] + 224 00000800:00000001:1.0:1767319174.613520:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319174.613528:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319174.613530:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319174.613533:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:1.0:1767319174.613537:0:2438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767319174.613542:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a073df100 x1853168166122112/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767319174.613551:0:2438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff911a073df100 x1853168166122112/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319174.613558:0:2438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767319174.613561:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319174.613564:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319174.613834:0:2447:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767319174.613840:0:2447:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767319174.613848:0:2447:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767319174.613850:0:2447:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767319174.613855:0:2447:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a07c168f0. 00000400:00000200:0.0:1767319174.613860:0:2447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02d17550 00000400:00000010:0.0:1767319174.613864:0:2447:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02d17550. 00000100:00000001:0.0:1767319174.613868:0:2447:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767319174.613873:0:2447:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a073df100 x1853168166122112/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767319174.613890:0:2447:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a073df100 x1853168166122112/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.613896:0:2447:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767319174.613899:0:2447:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319174.613902:0:2447:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767319174.613905:0:2447:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767319174.613908:0:2447:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767319174.613911:0:2447:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319174.613915:0:2447:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767319174.613927:0:2447:0:(import.c:2128:obd_at_measure()) add 5 to ffff911a0517dc58 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1767319174.613932:0:2447:0:(import.c:2128:obd_at_measure()) add 1 to ffff911a0517dc10 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767319174.613935:0:2447:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767319174.613937:0:2447:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767319174.613940:0:2447:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767319174.613945:0:2447:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319174.613949:0:2447:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767319174.613952:0:2447:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff911a10241000: skip recheck: last_committed 0 00000100:00000001:0.0:1767319174.613954:0:2447:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767319174.613955:0:2447:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767319174.613960:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff911a073df100 x1853168166122112/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.613968:0:2447:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767319174.613972:0:2447:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767319174.613974:0:2447:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767319174.613978:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff911a073df100 x1853168166122112/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319174.613987:0:2447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a073df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1405d38a-9f9f-4f65-9248-d16aa92301d2:2447:1853168166122112:192.168.204.120@tcp:400:kworker.0 00000400:00000001:0.0:1767319174.613994:0:2447:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767319174.613995:0:2447:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767319174.613997:0:2447:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a07c162c0. 00000400:00000200:0.0:1767319174.614000:0:2447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02d17cc0 00000400:00000010:0.0:1767319174.614006:0:2447:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02d17cc0. 00000100:00000001:0.0:1767319174.614010:0:2447:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767319174.614013:0:2447:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a073de300 x1853168166122368/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767319174.614021:0:2447:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a073de300 x1853168166122368/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.614027:0:2447:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767319174.614072:0:2447:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319174.614074:0:2447:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767319174.614076:0:2447:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767319174.614077:0:2447:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767319174.614079:0:2447:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319174.614081:0:2447:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767319174.614092:0:2447:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff911a102c6000. 00000100:00001000:0.0:1767319174.614098:0:2447:0:(import.c:2128:obd_at_measure()) add 5 to ffff911a0517b458 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1767319174.614101:0:2447:0:(import.c:2128:obd_at_measure()) add 1 to ffff911a0517b410 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767319174.614104:0:2447:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767319174.614105:0:2447:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767319174.614107:0:2447:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767319174.614111:0:2447:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911a073de300 x1853168166122368/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767319174.614118:0:2447:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319174.614121:0:2447:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767319174.614122:0:2447:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff911a10241000: skip recheck: last_committed 0 00000100:00000001:0.0:1767319174.614124:0:2447:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767319174.614126:0:2447:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767319174.614129:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff911a073de300 x1853168166122368/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.614136:0:2447:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767319174.614138:0:2447:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767319174.614139:0:2447:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767319174.614143:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff911a073de300 x1853168166122368/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319174.614156:0:2447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a073de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1405d38a-9f9f-4f65-9248-d16aa92301d2:2447:1853168166122368:192.168.204.120@tcp:400:kworker.0 00000400:00000001:0.0:1767319174.614161:0:2447:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767319174.614163:0:2447:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767319174.614164:0:2447:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a07c160b0. 00000400:00000200:0.0:1767319174.614167:0:2447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02d17198 00000400:00000010:0.0:1767319174.614169:0:2447:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02d17198. 00000100:00000001:0.0:1767319174.614172:0:2447:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767319174.614175:0:2447:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a073de680 x1853168166122240/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767319174.614183:0:2447:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a073de680 x1853168166122240/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.614189:0:2447:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767319174.614190:0:2447:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319174.614192:0:2447:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767319174.614194:0:2447:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767319174.614195:0:2447:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767319174.614197:0:2447:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319174.614199:0:2447:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767319174.614221:0:2447:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff911a10206000. 00000100:00001000:0.0:1767319174.614226:0:2447:0:(import.c:2128:obd_at_measure()) add 5 to ffff911a05179c58 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1767319174.614229:0:2447:0:(import.c:2128:obd_at_measure()) add 1 to ffff911a05179c10 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767319174.614231:0:2447:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767319174.614232:0:2447:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767319174.614234:0:2447:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767319174.614238:0:2447:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911a073de680 x1853168166122240/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767319174.614245:0:2447:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319174.614247:0:2447:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767319174.614248:0:2447:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a10241000: skip recheck: last_committed 0 00000100:00000001:0.0:1767319174.614250:0:2447:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767319174.614256:0:2447:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767319174.614260:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff911a073de680 x1853168166122240/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.614266:0:2447:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767319174.614268:0:2447:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767319174.614269:0:2447:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767319174.614273:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff911a073de680 x1853168166122240/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319174.614280:0:2447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a073de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1405d38a-9f9f-4f65-9248-d16aa92301d2:2447:1853168166122240:192.168.204.120@tcp:400:kworker.0 00000100:00000001:0.0:1767319174.614284:0:2447:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319174.614287:0:2447:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767319174.614291:0:2447:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff911a073df100 x1853168166122112/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.614312:0:2447:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767319174.614315:0:2447:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767319174.614319:0:2447:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff911a10284c00. 02000000:00000001:0.0:1767319174.614323:0:2447:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767319174.614326:0:2447:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767319174.614328:0:2447:0:(genops.c:1242:class_import_put()) import ffff911a0517d800 refcount=3 obd=lustre-MDT0000-mdc-ffff911a10241000 00000020:00000001:0.0:1767319174.614330:0:2447:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767319174.614333:0:2447:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a201ae600. 02000000:00000001:0.0:1767319174.614338:0:2447:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767319174.614340:0:2447:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767319174.614342:0:2447:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a073df100. 00000100:00000001:0.0:1767319174.614345:0:2447:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767319174.614346:0:2447:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319174.614348:0:2447:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767319174.614351:0:2447:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff911a073de300 x1853168166122368/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.614357:0:2447:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767319174.614358:0:2447:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767319174.614359:0:2447:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff911a10285000. 02000000:00000001:0.0:1767319174.614367:0:2447:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767319174.614368:0:2447:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767319174.614370:0:2447:0:(genops.c:1242:class_import_put()) import ffff911a0517b000 refcount=2 obd=lustre-OST0001-osc-ffff911a10241000 00000020:00000001:0.0:1767319174.614372:0:2447:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767319174.614373:0:2447:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a201ae200. 02000000:00000001:0.0:1767319174.614375:0:2447:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767319174.614377:0:2447:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767319174.614378:0:2447:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a073de300. 00000100:00000001:0.0:1767319174.614381:0:2447:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767319174.614383:0:2447:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319174.614384:0:2447:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767319174.614388:0:2447:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff911a073de680 x1853168166122240/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.614393:0:2447:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767319174.614395:0:2447:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767319174.614396:0:2447:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff911a10284a00. 02000000:00000001:0.0:1767319174.614398:0:2447:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767319174.614399:0:2447:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767319174.614400:0:2447:0:(genops.c:1242:class_import_put()) import ffff911a05179800 refcount=2 obd=lustre-OST0000-osc-ffff911a10241000 00000020:00000001:0.0:1767319174.614401:0:2447:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767319174.614402:0:2447:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a201aee00. 02000000:00000001:0.0:1767319174.614404:0:2447:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767319174.614405:0:2447:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767319174.614407:0:2447:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a073de680. 00000100:00000001:0.0:1767319174.614408:0:2447:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767319174.614409:0:2447:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319174.614412:0:2447:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319174.614421:0:2447:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767319174.614424:0:2447:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319174.614426:0:2447:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767319174.614429:0:2447:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319174.614442:0:2446:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767319174.614444:0:2446:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767319174.614449:0:2446:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767319174.614451:0:2446:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767319174.614453:0:2446:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a04fb55d8. 00000400:00000200:0.0:1767319174.614456:0:2446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a10920908 00000400:00000010:0.0:1767319174.614464:0:2446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a10920908. 00000100:00000001:0.0:1767319174.614467:0:2446:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767319174.615730:0:2439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319174.615746:0:2439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767319174.615751:0:2439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319174.615754:0:2439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319174.615767:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.615777:0:2439:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1767319174.615784:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.615790:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.615795:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.615799:0:2439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 25 MB=0x6957256403180 00000400:00000200:1.0:1767319174.615806:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319174.615813:0:2439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 224/224 into md 0x669 [1] + 224 00000800:00000001:1.0:1767319174.615821:0:2439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319174.615830:0:2439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319174.615834:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319174.615838:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:1.0:1767319174.615846:0:2439:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767319174.615855:0:2439:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a073dca80 x1853168166121856/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767319174.615884:0:2439:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff911a073dca80 x1853168166121856/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319174.615893:0:2439:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767319174.615903:0:2439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319174.615906:0:2439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767319174.616712:0:2446:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a073ddf80 x1853168166121984/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767319174.616726:0:2446:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a073ddf80 x1853168166121984/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.616733:0:2446:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767319174.616737:0:2446:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319174.616742:0:2446:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767319174.616745:0:2446:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767319174.616749:0:2446:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767319174.616752:0:2446:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319174.616756:0:2446:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767319174.616767:0:2446:0:(import.c:2128:obd_at_measure()) add 5 to ffff911a060ffc58 time=72 v=5 (5 0 0 0) 00000100:00001000:0.0:1767319174.616772:0:2446:0:(import.c:2128:obd_at_measure()) add 1 to ffff911a060ffc10 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1767319174.616775:0:2446:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767319174.616777:0:2446:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767319174.616780:0:2446:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767319174.616784:0:2446:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319174.616788:0:2446:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767319174.616791:0:2446:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff911a04ee8000: skip recheck: last_committed 0 00000100:00000001:0.0:1767319174.616793:0:2446:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767319174.616795:0:2446:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767319174.616799:0:2446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff911a073ddf80 x1853168166121984/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.616807:0:2446:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767319174.616811:0:2446:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767319174.616813:0:2446:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767319174.616818:0:2446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff911a073ddf80 x1853168166121984/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319174.616826:0:2446:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a073ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2446:1853168166121984:192.168.204.120@tcp:400:kworker.0 00000400:00000001:0.0:1767319174.616839:0:2446:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767319174.616855:0:2446:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767319174.616860:0:2446:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a04fb59f8. 00000400:00000200:0.0:1767319174.616865:0:2446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a10920880 00000400:00000010:0.0:1767319174.616868:0:2446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a10920880. 00000100:00000001:0.0:1767319174.616873:0:2446:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767319174.616878:0:2446:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a073dca80 x1853168166121856/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767319174.616886:0:2446:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a073dca80 x1853168166121856/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.616893:0:2446:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767319174.616895:0:2446:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319174.616897:0:2446:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767319174.616899:0:2446:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767319174.616900:0:2446:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767319174.616902:0:2446:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319174.616904:0:2446:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767319174.616907:0:2446:0:(import.c:2128:obd_at_measure()) add 5 to ffff911a06259458 time=72 v=5 (5 0 0 0) 00000100:00001000:0.0:1767319174.616911:0:2446:0:(import.c:2128:obd_at_measure()) add 1 to ffff911a06259410 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1767319174.616913:0:2446:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767319174.616915:0:2446:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767319174.616917:0:2446:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767319174.616918:0:2446:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319174.616921:0:2446:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767319174.616924:0:2446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff911a073dca80 x1853168166121856/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.616931:0:2446:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767319174.616933:0:2446:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767319174.616934:0:2446:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767319174.616938:0:2446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff911a073dca80 x1853168166121856/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319174.616946:0:2446:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a073dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2446:1853168166121856:192.168.204.120@tcp:400:kworker.0 00000100:00000001:0.0:1767319174.616950:0:2446:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319174.616959:0:2446:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767319174.616964:0:2446:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff911a073ddf80 x1853168166121984/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.616971:0:2446:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767319174.616975:0:2446:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767319174.616979:0:2446:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff911a04e6ba00. 02000000:00000001:0.0:1767319174.616983:0:2446:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767319174.616986:0:2446:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767319174.616989:0:2446:0:(genops.c:1242:class_import_put()) import ffff911a060ff800 refcount=3 obd=lustre-MDT0000-mdc-ffff911a04ee8000 00000020:00000001:0.0:1767319174.616991:0:2446:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767319174.616994:0:2446:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a201ae000. 02000000:00000001:0.0:1767319174.616998:0:2446:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767319174.617000:0:2446:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767319174.617003:0:2446:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a073ddf80. 00000100:00000001:0.0:1767319174.617006:0:2446:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767319174.617008:0:2446:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319174.617009:0:2446:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767319174.617012:0:2446:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff911a073dca80 x1853168166121856/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319174.617018:0:2446:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767319174.617019:0:2446:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767319174.617020:0:2446:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff911a04e6a000. 02000000:00000001:0.0:1767319174.617022:0:2446:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767319174.617023:0:2446:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767319174.617024:0:2446:0:(genops.c:1242:class_import_put()) import ffff911a06259000 refcount=3 obd=MGC192.168.204.120@tcp 00000020:00000001:0.0:1767319174.617026:0:2446:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767319174.617027:0:2446:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a201ae500. 02000000:00000001:0.0:1767319174.617047:0:2446:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767319174.617049:0:2446:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767319174.617050:0:2446:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a073dca80. 00000100:00000001:0.0:1767319174.617053:0:2446:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767319174.617054:0:2446:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319174.617056:0:2446:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319174.617065:0:2446:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767319174.617067:0:2446:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319174.617070:0:2446:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767319174.617079:0:2446:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319174.733248:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319174.733258:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319174.733266:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319174.733305:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767319174.733484:0:7172:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767319174.733489:0:7172:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767319174.733492:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767319175.309846:0:8586:0:(connection.c:75:cpu_latency_work()) work item of ffff911a02bf2110 (cpu 0) has reached its deadline 4295045306, at 4295045312 00000100:00000010:1.0:1767319175.309869:0:8586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff911a06057f60. 00000100:00000040:0.0:1767319175.309963:0:9343:0:(connection.c:75:cpu_latency_work()) work item of ffff911a02bf2000 (cpu 0) has reached its deadline 4295045306, at 4295045312 00000100:00000010:0.0:1767319175.309976:0:9343:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff911a060578a0. 00010000:00000001:3.0:1767319175.757995:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319175.758006:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319175.758013:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319175.758014:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767319175.758153:0:7173:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767319175.758157:0:7173:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767319175.758159:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767319176.782049:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319176.782060:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319176.782068:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319176.782069:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767319176.782168:0:7172:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767319176.782173:0:7172:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767319176.782177:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767319177.805135:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319177.805144:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319177.805151:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319177.805152:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767319177.806069:0:7173:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767319177.806076:0:7173:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767319177.806081:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767319178.837934:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319178.837942:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319178.837948:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319178.837952:0:9063:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767319178.837955:0:9063:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767319178.837961:0:9063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767319178.837964:0:9063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767319178.837966:0:9063:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319178.837970:0:9063:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767319178.837973:0:9063:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319178.837975:0:9063:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319178.837978:0:9063:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767319178.838025:0:7172:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767319178.838054:0:7172:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767319178.838058:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767319179.725167:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5b702cc9-d217-4f6d-9e83-9b85785f8f7a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767319179.725181:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767319179.725191:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a02ec2300. 00000020:00000040:3.0:1767319179.725210:0:8:0:(genops.c:1229:class_import_get()) import ffff911a06259000 refcount=4 obd=MGC192.168.204.120@tcp 00000100:00000001:3.0:1767319179.725216:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767319179.725220:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767319179.725227:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767319179.725239:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a051ed200. 00000100:00000001:3.0:1767319179.725249:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767319179.725264:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b702cc9-d217-4f6d-9e83-9b85785f8f7a->MGS req@ffff911a02ec2300 x1853168166122496/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767319179.725301:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767319179.725306:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767319179.725314:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096a13688] to pc [ptlrpcd_01_01+1] req@ffff911a02ec2300 x1853168166122496/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319179.725344:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767319179.725348:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767319179.725351:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767319179.725355:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a02ec3b80. 00000020:00000040:3.0:1767319179.725358:0:8:0:(genops.c:1229:class_import_get()) import ffff911a060ff800 refcount=4 obd=lustre-MDT0000-mdc-ffff911a04ee8000 00000100:00000001:3.0:1767319179.725361:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767319179.725363:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767319179.725366:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767319179.725370:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a051ed300. 00000100:00000001:2.0:1767319179.725417:0:2449:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767319179.725424:0:2449:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767319179.725428:0:2449:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767319179.725436:0:2449:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff911a02ec2300 x1853168166122496/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319179.725446:0:2449:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767319179.725449:0:2449:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767319179.725462:0:2449:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767319179.725465:0:2449:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767319179.725468:0:2449:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767319179.725472:0:2449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2449:1853168166122496:192.168.204.120@tcp:400:kworker.0 00000100:00000001:2.0:1767319179.725477:0:2449:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767319179.725500:0:2449:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767319179.725503:0:2449:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767319179.725506:0:2449:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767319179.725511:0:2449:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff911a10292a00. 02000000:00000001:2.0:1767319179.725514:0:2449:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767319179.725526:0:2449:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:2.0:1767319179.725531:0:2449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a05a1e840. 00000400:00000010:2.0:1767319179.725539:0:2449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a18035aa0. 00000100:00000200:2.0:1767319179.725549:0:2449:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166122496, portal 25 00000100:00000001:2.0:1767319179.725552:0:2449:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767319179.725554:0:2449:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622139637048064 : -121934072503552 : ffff911a02ec2300) 00000100:00000040:2.0:1767319179.725560:0:2449:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff911a02ec2300 x1853168166122496/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319179.725569:0:2449:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767319179.725573:0:2449:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:2.0:1767319179.725576:0:2449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a18035550. 00000100:00000200:2.0:1767319179.725580:0:2449:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853168166122496, offset 0 00000400:00000200:2.0:1767319179.725587:0:2449:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:2.0:1767319179.725596:0:2449:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319179.725606:0:2449:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:2.0:1767319179.726305:0:2449:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767319179.726315:0:2449:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:2.0:1767319179.726320:0:2449:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767319179.726324:0:2449:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:2.0:1767319179.726329:0:2449:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [112:112:256:4294967295] 192.168.204.120@tcp LPNI seq info [112:112:8:4294967295] 00000400:00000200:2.0:1767319179.726334:0:2449:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319179.726349:0:2449:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:2.0:1767319179.726358:0:2449:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:2.0:1767319179.726364:0:2449:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a2188e800. 00000800:00000200:2.0:1767319179.726372:0:2449:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:2.0:1767319179.726382:0:2449:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:2.0:1767319179.726388:0:2449:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a2188e800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767319179.726423:0:2449:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767319179.726429:0:2449:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:2.0:1767319179.726432:0:2449:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS new deadline estimation for cpu 0 is 4295050427 00000100:00000010:2.0:1767319179.726437:0:2449:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff911a05072f00. 00000100:00000001:2.0:1767319179.726446:0:2449:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767319179.726457:0:2449:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS new deadline estimation for cpu 1 is 4295050427 00000100:00000010:2.0:1767319179.726461:0:2449:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff911a05072a80. 00000100:00000001:2.0:1767319179.726465:0:2449:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767319179.726468:0:2449:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767319179.726472:0:2449:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319179.726476:0:2449:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319179.726479:0:2449:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319179.726496:0:2449:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767319179.726499:0:2449:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767319179.726502:0:2449:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767319179.726504:0:2449:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767319179.726506:0:2449:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319179.726508:0:2449:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319179.726552:0:2448:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767319179.726556:0:2448:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767319179.726688:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767319179.726701:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-MDT0000_UUID req@ffff911a02ec3b80 x1853168166122624/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767319179.726711:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767319179.726714:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767319179.726720:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d438058] to pc [ptlrpcd_01_00+0] req@ffff911a02ec3b80 x1853168166122624/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319179.726736:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767319179.726739:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767319179.726744:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767319179.726747:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767319179.726750:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767319179.726753:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767319179.726764:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767319179.726769:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a02ec0380. 00000020:00000040:3.0:1767319179.726773:0:8:0:(genops.c:1229:class_import_get()) import ffff911a0517d800 refcount=4 obd=lustre-MDT0000-mdc-ffff911a10241000 00000100:00000001:3.0:1767319179.726776:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767319179.726779:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767319179.726782:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767319179.726788:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a051ed900. 00000100:00000001:3.0:1767319179.726793:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767319179.726799:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-MDT0000_UUID req@ffff911a02ec0380 x1853168166122752/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767319179.726807:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767319179.726809:0:2448:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767319179.726810:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319179.726813:0:2448:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767319179.726817:0:2448:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767319179.726818:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c989488] to pc [ptlrpcd_01_01+1] req@ffff911a02ec0380 x1853168166122752/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767319179.726826:0:2448:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff911a02ec3b80 x1853168166122624/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319179.726835:0:2448:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767319179.726836:0:2448:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767319179.726840:0:2448:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767319179.726843:0:2448:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767319179.726845:0:2448:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767319179.726848:0:2448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2448:1853168166122624:192.168.204.120@tcp:400:kworker.0 00000100:00000001:2.0:1767319179.726853:0:2448:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767319179.726856:0:2448:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767319179.726858:0:2448:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767319179.726866:0:2448:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767319179.726871:0:2448:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff911a10293600. 02000000:00000001:2.0:1767319179.726873:0:2448:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767319179.726878:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:2.0:1767319179.726883:0:2448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a05a1e420. 00000400:00000010:2.0:1767319179.726889:0:2448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a18035440. 00000100:00000200:2.0:1767319179.726894:0:2448:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166122624, portal 10 00000100:00000001:2.0:1767319179.726897:0:2448:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767319179.726898:0:2448:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622139637054336 : -121934072497280 : ffff911a02ec3b80) 00000100:00000040:2.0:1767319179.726917:0:2448:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff911a02ec3b80 x1853168166122624/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319179.726925:0:2448:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767319179.726928:0:2448:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:2.0:1767319179.726931:0:2448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a18035198. 00000100:00000200:2.0:1767319179.726934:0:2448:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853168166122624, offset 0 00000400:00000200:2.0:1767319179.726941:0:2448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:2.0:1767319179.726947:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319179.726953:0:2448:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:2.0:1767319179.726958:0:2448:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767319179.726961:0:2448:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:2.0:1767319179.726964:0:2448:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767319179.726967:0:2448:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:2.0:1767319179.726970:0:2448:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [113:113:255:4294967295] 192.168.204.120@tcp LPNI seq info [113:113:7:4294967295] 00000400:00000200:2.0:1767319179.726975:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319179.726982:0:2448:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:2.0:1767319179.726988:0:2448:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:2.0:1767319179.726993:0:2448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a2188e900. 00000800:00000200:2.0:1767319179.726997:0:2448:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:2.0:1767319179.727002:0:2448:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:2.0:1767319179.727005:0:2448:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a2188e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767319179.727008:0:2448:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767319179.727016:0:2448:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a04ee8000: using a timeout of 138597 usecs (139 jiffies) 00000400:00000200:2.0:1767319179.727020:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:2.0:1767319179.727022:0:2448:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a04ee8000: PM QoS new deadline estimation for cpu 0 is 4295049868 00000100:00000001:2.0:1767319179.727025:0:2448:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a04ee8000: PM QoS request active for cpu 0, keep current deadline 4295050427 00000100:00000001:2.0:1767319179.727028:0:2448:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a04ee8000: PM QoS new deadline estimation for cpu 1 is 4295049868 00000100:00000001:2.0:1767319179.727045:0:2448:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a04ee8000: PM QoS request active for cpu 1, keep current deadline 4295050427 00000100:00000001:2.0:1767319179.727048:0:2448:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767319179.727050:0:2448:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319179.727053:0:2448:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319179.727055:0:2448:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319179.727059:0:2448:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767319179.727061:0:2448:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767319179.727063:0:2448:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767319179.727064:0:2448:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767319179.727066:0:2448:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319179.727068:0:2448:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319179.727961:0:2449:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767319179.727965:0:2449:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767319179.727968:0:2449:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319179.727972:0:2449:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767319179.728083:0:2438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767319179.728089:0:2438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a2188e800. 00000400:00000200:1.0:1767319179.728095:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319179.728103:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1767319179.728110:0:2438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a18035550 00000400:00000010:1.0:1767319179.728113:0:2438:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a18035550. 00000100:00000001:1.0:1767319179.728118:0:2438:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767319179.728124:0:2438:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a02ec2300 x1853168166122496/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319179.728136:0:2438:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767319179.728140:0:2438:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff911a02ec2300 x1853168166122496/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319195 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319179.728147:0:2438:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319179.728149:0:2438:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767319179.728211:0:2438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767319179.728214:0:2438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a2188e900. 00000400:00000200:1.0:1767319179.728218:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319179.728222:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1767319179.728237:0:2438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a18035198 00000400:00000010:1.0:1767319179.728240:0:2438:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a18035198. 00000100:00000001:1.0:1767319179.728243:0:2438:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767319179.728245:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767319179.728249:0:2438:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a02ec3b80 x1853168166122624/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767319179.728251:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767319179.728257:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767319179.728263:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a02ec0700. 00000100:00000001:1.0:1767319179.728266:0:2438:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767319179.728270:0:8:0:(genops.c:1229:class_import_get()) import ffff911a05179800 refcount=3 obd=lustre-OST0000-osc-ffff911a10241000 00000100:00000040:1.0:1767319179.728272:0:2438:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff911a02ec3b80 x1853168166122624/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319195 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319179.728277:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767319179.728282:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767319179.728283:0:2438:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319179.728287:0:2438:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767319179.728288:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767319179.728297:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a051ed100. 00000100:00000001:3.0:1767319179.728303:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767319179.728309:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-OST0000_UUID req@ffff911a02ec0700 x1853168166122880/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767319179.728318:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767319179.728322:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767319179.728328:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002865aab5] to pc [ptlrpcd_01_00+0] req@ffff911a02ec0700 x1853168166122880/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319179.728351:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767319179.728354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767319179.728357:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767319179.728360:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a02ec3480. 00000020:00000040:3.0:1767319179.728363:0:8:0:(genops.c:1229:class_import_get()) import ffff911a0517b000 refcount=3 obd=lustre-OST0001-osc-ffff911a10241000 00000100:00000001:3.0:1767319179.728365:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767319179.728366:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767319179.728369:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319179.728825:0:2449:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767319179.728829:0:2449:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767319179.728831:0:2449:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767319179.728839:0:2449:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff911a02ec0380 x1853168166122752/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319179.728848:0:2449:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767319179.728851:0:2449:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767319179.728855:0:2449:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767319179.728858:0:2449:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767319179.728861:0:2449:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767319179.728865:0:2449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1405d38a-9f9f-4f65-9248-d16aa92301d2:2449:1853168166122752:192.168.204.120@tcp:400:kworker.0 00000100:00000001:2.0:1767319179.728870:0:2449:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767319179.728876:0:2449:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767319179.728886:0:2449:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767319179.728889:0:2449:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767319179.728896:0:2449:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff911a10293000. 02000000:00000001:2.0:1767319179.728898:0:2449:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767319179.728907:0:2449:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:2.0:1767319179.728912:0:2449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a05a1e7e8. 00000400:00000010:2.0:1767319179.728922:0:2449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a180352a8. 00000100:00000200:2.0:1767319179.728930:0:2449:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166122752, portal 10 00000100:00000001:2.0:1767319179.728932:0:2449:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767319179.728933:0:2449:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622139637040000 : -121934072511616 : ffff911a02ec0380) 00000100:00000040:2.0:1767319179.728941:0:2449:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff911a02ec0380 x1853168166122752/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319179.728948:0:2449:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767319179.728951:0:2449:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:2.0:1767319179.728954:0:2449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a18035f68. 00000100:00000200:2.0:1767319179.728957:0:2449:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853168166122752, offset 0 00000400:00000200:2.0:1767319179.728963:0:2449:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:2.0:1767319179.728970:0:2449:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319179.728977:0:2449:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:2.0:1767319179.728982:0:2449:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767319179.728987:0:2449:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:2.0:1767319179.728991:0:2449:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1767319179.729575:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a0324dc00. 00000100:00000001:3.0:1767319179.729585:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767319179.729593:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-OST0001_UUID req@ffff911a02ec3480 x1853168166123008/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767319179.729604:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767319179.729607:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767319179.729613:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099b68981] to pc [ptlrpcd_01_01+1] req@ffff911a02ec3480 x1853168166123008/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319179.729624:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767319179.729631:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (387) 00000100:00000001:3.0:1767319179.729747:0:2448:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767319179.729751:0:2448:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767319179.729753:0:2448:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767319179.729760:0:2448:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff911a02ec0700 x1853168166122880/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319179.729768:0:2448:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767319179.729769:0:2448:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767319179.729772:0:2448:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767319179.729775:0:2448:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767319179.729777:0:2448:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767319179.729780:0:2448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1405d38a-9f9f-4f65-9248-d16aa92301d2:2448:1853168166122880:192.168.204.120@tcp:400:kworker.0 00000100:00000001:3.0:1767319179.729784:0:2448:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767319179.729796:0:2448:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767319179.729798:0:2448:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767319179.729801:0:2448:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767319179.729805:0:2448:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff911a03d30400. 02000000:00000001:3.0:1767319179.729807:0:2448:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767319179.729931:0:2449:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:2.0:1767319179.729938:0:2449:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [114:114:256:4294967295] 192.168.204.120@tcp LPNI seq info [114:114:8:4294967295] 00000400:00000200:2.0:1767319179.729943:0:2449:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1767319179.729956:0:2449:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:2.0:1767319179.729963:0:2449:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:2.0:1767319179.729969:0:2449:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a2188e500. 00000800:00000200:2.0:1767319179.729976:0:2449:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:2.0:1767319179.729985:0:2449:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:2.0:1767319179.729991:0:2449:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a2188e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767319179.730001:0:2449:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767319179.730015:0:2449:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a10241000: using a timeout of 15996 usecs (16 jiffies) 00000400:00000200:3.0:1767319179.730192:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:3.0:1767319179.730206:0:2448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a03dd3478. 00000400:00000010:3.0:1767319179.730214:0:2448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02bd6550. 00000100:00000200:3.0:1767319179.730221:0:2448:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166122880, portal 4 00000100:00000001:3.0:1767319179.730223:0:2448:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767319179.730225:0:2448:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622139637040896 : -121934072510720 : ffff911a02ec0700) 00000020:00000010:3.0:1767319179.730235:0:2448:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff911a18b7a000. 00000100:00000040:3.0:1767319179.730243:0:2448:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff911a02ec0700 x1853168166122880/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319179.730250:0:2448:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767319179.730252:0:2448:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:3.0:1767319179.730255:0:2448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02bd6ee0. 00000100:00000200:3.0:1767319179.730258:0:2448:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853168166122880, offset 0 00000400:00000200:3.0:1767319179.730265:0:2448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:3.0:1767319179.730271:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319179.730276:0:2448:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:3.0:1767319179.730281:0:2448:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767319179.730285:0:2448:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:3.0:1767319179.730288:0:2448:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767319179.730290:0:2448:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:3.0:1767319179.730293:0:2448:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [115:115:255:4294967295] 192.168.204.120@tcp LPNI seq info [115:115:7:4294967295] 00000400:00000200:3.0:1767319179.730296:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319179.730302:0:2448:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:3.0:1767319179.730306:0:2448:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:3.0:1767319179.730311:0:2448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a10158500. 00000800:00000200:3.0:1767319179.730316:0:2448:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:3.0:1767319179.730321:0:2448:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:3.0:1767319179.730330:0:2448:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a10158500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767319179.730334:0:2448:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767319179.730337:0:2448:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff911a10241000: using a timeout of 9292 usecs (10 jiffies) 00000400:00000200:3.0:1767319179.730341:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:3.0:1767319179.730345:0:2448:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff911a10241000: PM QoS new deadline estimation for cpu 0 is 4295049743 00000100:00000001:3.0:1767319179.730348:0:2448:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff911a10241000: PM QoS request active for cpu 0, keep current deadline 4295050427 00000100:00000001:3.0:1767319179.730350:0:2448:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff911a10241000: PM QoS new deadline estimation for cpu 1 is 4295049743 00000100:00000001:3.0:1767319179.730353:0:2448:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff911a10241000: PM QoS request active for cpu 1, keep current deadline 4295050427 00000100:00000001:3.0:1767319179.730356:0:2448:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767319179.730359:0:2448:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767319179.730361:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767319179.730363:0:2448:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767319179.730368:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a2188e500. 00000100:00000001:3.0:1767319179.730369:0:2448:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319179.730377:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319179.730385:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1767319179.730391:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a18035f68 00000400:00000010:1.0:1767319179.730393:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a18035f68. 00000100:00000001:1.0:1767319179.730398:0:2439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767319179.730403:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a02ec0380 x1853168166122752/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319179.730413:0:2439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767319179.730417:0:2439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff911a02ec0380 x1853168166122752/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319195 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319179.730423:0:2439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319179.730425:0:2439:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767319179.730466:0:2448:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767319179.730470:0:2448:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767319179.730473:0:2448:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767319179.730474:0:2448:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767319179.730476:0:2448:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767319179.730479:0:2448:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767319179.730481:0:2448:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767319179.730483:0:2448:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767319179.730484:0:2448:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767319179.730486:0:2448:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767319179.730487:0:2448:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767319179.730488:0:2448:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767319179.730493:0:2448:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff911a02ec3480 x1853168166123008/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319179.730500:0:2448:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767319179.730502:0:2448:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767319179.730505:0:2448:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767319179.730506:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1767319179.730507:0:2448:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767319179.730511:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a10158500. 02000000:00000001:3.0:1767319179.730512:0:2448:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767319179.730518:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767319179.730519:0:2448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a02ec3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1405d38a-9f9f-4f65-9248-d16aa92301d2:2448:1853168166123008:192.168.204.120@tcp:400:kworker.0 00000100:00000001:3.0:1767319179.730525:0:2448:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767319179.730527:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1767319179.730531:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02bd6ee0 00000400:00000010:1.0:1767319179.730535:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02bd6ee0. 02000000:00000001:3.0:1767319179.730536:0:2448:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767319179.730539:0:2448:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767319179.730541:0:2448:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767319179.730543:0:2439:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:3.0:1767319179.730547:0:2448:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff911a21adac00. 00000100:00000200:1.0:1767319179.730549:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a02ec0700 x1853168166122880/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767319179.730551:0:2448:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767319179.730559:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:3.0:1767319179.730563:0:2448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a03dd3e18. 00000400:00000010:3.0:1767319179.730569:0:2448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02bd6dd0. 00000100:00000200:3.0:1767319179.730574:0:2448:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166123008, portal 4 00000100:00000001:1.0:1767319179.730577:0:2439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767319179.730578:0:2448:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767319179.730581:0:2448:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622139637052544 : -121934072499072 : ffff911a02ec3480) 00000100:00000040:1.0:1767319179.730585:0:2439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff911a02ec0700 x1853168166122880/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319195 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319179.730593:0:2439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319179.730594:0:2439:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767319179.730605:0:2448:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff911a04e7a000. 00000100:00000040:3.0:1767319179.730614:0:2448:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff911a02ec3480 x1853168166123008/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319179.730620:0:2448:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767319179.730622:0:2448:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:3.0:1767319179.730626:0:2448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02bd6aa0. 00000100:00000200:3.0:1767319179.730628:0:2448:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853168166123008, offset 0 00000400:00000200:3.0:1767319179.730633:0:2448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:3.0:1767319179.730637:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319179.730640:0:2448:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:3.0:1767319179.730643:0:2448:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767319179.730646:0:2448:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:3.0:1767319179.730648:0:2448:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767319179.730650:0:2448:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:3.0:1767319179.730653:0:2448:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [116:116:256:4294967295] 192.168.204.120@tcp LPNI seq info [116:116:8:4294967295] 00000400:00000200:3.0:1767319179.730657:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319179.730662:0:2448:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:3.0:1767319179.730667:0:2448:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:3.0:1767319179.730670:0:2448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a10158900. 00000800:00000200:3.0:1767319179.730674:0:2448:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:3.0:1767319179.730678:0:2448:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:3.0:1767319179.730687:0:2448:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a10158900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767319179.730704:0:2448:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767319179.730711:0:2448:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff911a10241000: using a timeout of 9216 usecs (10 jiffies) 00000400:00000200:3.0:1767319179.730716:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:3.0:1767319179.730718:0:2448:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff911a10241000: PM QoS new deadline estimation for cpu 0 is 4295049743 00000100:00000001:3.0:1767319179.730721:0:2448:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff911a10241000: PM QoS request active for cpu 0, keep current deadline 4295050427 00000100:00000001:3.0:1767319179.730723:0:2448:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff911a10241000: PM QoS new deadline estimation for cpu 1 is 4295049743 00000100:00000001:3.0:1767319179.730726:0:2448:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff911a10241000: PM QoS request active for cpu 1, keep current deadline 4295050427 00000100:00000001:3.0:1767319179.730729:0:2448:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767319179.730732:0:2448:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767319179.730734:0:2448:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767319179.730736:0:2448:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767319179.730739:0:2438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319179.730743:0:2438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a10158900. 00000400:00000200:0.0:1767319179.730746:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319179.730750:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319179.730752:0:2438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02bd6aa0 00000400:00000010:0.0:1767319179.730754:0:2438:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02bd6aa0. 00000100:00000001:0.0:1767319179.730756:0:2438:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767319179.730759:0:2438:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a02ec3480 x1853168166123008/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319179.730773:0:2438:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767319179.730776:0:2438:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff911a02ec3480 x1853168166123008/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319195 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319179.730786:0:2438:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319179.730788:0:2438:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767319179.730916:0:2449:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:2.0:1767319179.730920:0:2449:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a10241000: PM QoS new deadline estimation for cpu 0 is 4295049749 00000100:00000001:2.0:1767319179.730923:0:2449:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a10241000: PM QoS request active for cpu 0, keep current deadline 4295050427 00000100:00000001:2.0:1767319179.730925:0:2449:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a10241000: PM QoS new deadline estimation for cpu 1 is 4295049749 00000100:00000001:2.0:1767319179.730927:0:2449:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a10241000: PM QoS request active for cpu 1, keep current deadline 4295050427 00000100:00000001:2.0:1767319179.730929:0:2449:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767319179.730932:0:2449:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319179.730935:0:2449:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319179.730937:0:2449:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319179.730941:0:2449:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767319179.730943:0:2449:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767319179.730945:0:2449:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767319179.730946:0:2449:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767319179.730947:0:2449:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319179.730949:0:2449:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767319179.739427:0:2439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319179.739452:0:2439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767319179.739457:0:2439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319179.739460:0:2439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319179.739474:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319179.739562:0:2439:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1767319179.739573:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319179.739579:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319179.739587:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319179.739592:0:2439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 10 MB=0x6957256403480 00000400:00000200:1.0:1767319179.739598:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319179.739606:0:2439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.120@tcp of length 224/224 into md 0x6c1 [1] + 224 00000800:00000001:1.0:1767319179.739626:0:2439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319179.739634:0:2439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319179.739638:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319179.739644:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:1.0:1767319179.739653:0:2439:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767319179.739664:0:2439:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a02ec3b80 x1853168166122624/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767319179.739677:0:2439:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff911a02ec3b80 x1853168166122624/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319179.739748:0:2448:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767319179.739754:0:2448:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767319179.739777:0:2439:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767319179.739791:0:2439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319179.739795:0:2439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767319179.739798:0:2439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319179.739820:0:2439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319179.739825:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319179.739829:0:2439:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1767319179.739834:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319179.739838:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319179.739841:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319179.739844:0:2439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 25 MB=0x6957256403400 00000400:00000200:1.0:1767319179.739849:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319179.739854:0:2439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 224/224 into md 0x6b9 [1] + 224 00000800:00000001:1.0:1767319179.739858:0:2439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319179.739863:0:2439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319179.739864:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319179.739868:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:1.0:1767319179.739871:0:2439:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767319179.739877:0:2439:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a02ec2300 x1853168166122496/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767319179.739887:0:2439:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff911a02ec2300 x1853168166122496/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319179.739909:0:2439:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767319179.739914:0:2439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319179.739918:0:2439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767319179.739920:0:2439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319179.739922:0:2439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319179.739926:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319179.739930:0:2439:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1767319179.739934:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319179.739937:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319179.739940:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319179.739943:0:2439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 10 MB=0x6957256403500 00000400:00000200:1.0:1767319179.739946:0:2439:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319179.739951:0:2439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.120@tcp of length 224/224 into md 0x6c9 [1] + 224 00000800:00000001:1.0:1767319179.739955:0:2439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319179.739968:0:2439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319179.739970:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319179.739973:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:1.0:1767319179.739977:0:2439:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767319179.739983:0:2439:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a02ec0380 x1853168166122752/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767319179.739991:0:2439:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff911a02ec0380 x1853168166122752/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319179.740000:0:2439:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767319179.740003:0:2439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319179.740007:0:2439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319179.740356:0:2449:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767319179.740360:0:2449:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767319179.740369:0:2449:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767319179.740371:0:2449:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767319179.740375:0:2449:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a05a1e7e8. 00000400:00000200:2.0:1767319179.740382:0:2449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a180352a8 00000400:00000010:2.0:1767319179.740385:0:2449:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a180352a8. 00000100:00000001:2.0:1767319179.740389:0:2449:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767319179.740394:0:2449:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a02ec0380 x1853168166122752/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767319179.740404:0:2449:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a02ec0380 x1853168166122752/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319179.740411:0:2449:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767319179.740413:0:2449:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319179.740416:0:2449:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767319179.740419:0:2449:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767319179.740423:0:2449:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767319179.740425:0:2449:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767319179.740436:0:2449:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767319179.740448:0:2449:0:(import.c:2128:obd_at_measure()) add 5 to ffff911a0517dc58 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1767319179.740453:0:2449:0:(import.c:2128:obd_at_measure()) add 1 to ffff911a0517dc10 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1767319179.740456:0:2449:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767319179.740458:0:2449:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767319179.740461:0:2449:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767319179.740466:0:2449:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319179.740471:0:2449:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767319179.740473:0:2449:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff911a10241000: skip recheck: last_committed 0 00000100:00000001:2.0:1767319179.740475:0:2449:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767319179.740477:0:2449:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767319179.740496:0:2449:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff911a02ec0380 x1853168166122752/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319179.740505:0:2449:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767319179.740509:0:2449:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767319179.740511:0:2449:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767319179.740516:0:2449:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff911a02ec0380 x1853168166122752/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319179.740525:0:2449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1405d38a-9f9f-4f65-9248-d16aa92301d2:2449:1853168166122752:192.168.204.120@tcp:400:kworker.0 00000400:00000001:2.0:1767319179.740532:0:2449:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767319179.740534:0:2449:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767319179.740535:0:2449:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a05a1e840. 00000400:00000200:2.0:1767319179.740538:0:2449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a18035aa0 00000400:00000010:2.0:1767319179.740541:0:2449:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a18035aa0. 00000100:00000001:2.0:1767319179.740543:0:2449:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767319179.740547:0:2449:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a02ec2300 x1853168166122496/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767319179.740555:0:2449:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a02ec2300 x1853168166122496/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319179.740562:0:2449:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767319179.740563:0:2449:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319179.740571:0:2449:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767319179.740572:0:2449:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767319179.740574:0:2449:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767319179.740575:0:2449:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767319179.740578:0:2449:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767319179.740581:0:2449:0:(import.c:2128:obd_at_measure()) add 5 to ffff911a06259458 time=77 v=5 (5 0 0 0) 00000100:00001000:2.0:1767319179.740585:0:2449:0:(import.c:2128:obd_at_measure()) add 1 to ffff911a06259410 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767319179.740587:0:2449:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767319179.740588:0:2449:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767319179.740590:0:2449:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767319179.740592:0:2449:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319179.740594:0:2449:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767319179.740599:0:2449:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff911a02ec2300 x1853168166122496/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319179.740605:0:2449:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767319179.740608:0:2449:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767319179.740619:0:2449:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767319179.740623:0:2449:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff911a02ec2300 x1853168166122496/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319179.740630:0:2449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2449:1853168166122496:192.168.204.120@tcp:400:kworker.0 00000100:00000001:2.0:1767319179.740635:0:2449:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319179.740638:0:2449:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767319179.740642:0:2449:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff911a02ec0380 x1853168166122752/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319179.740650:0:2449:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767319179.740653:0:2449:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767319179.740657:0:2449:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff911a10293000. 02000000:00000001:2.0:1767319179.740662:0:2449:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767319179.740665:0:2449:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767319179.740667:0:2449:0:(genops.c:1242:class_import_put()) import ffff911a0517d800 refcount=3 obd=lustre-MDT0000-mdc-ffff911a10241000 00000020:00000001:2.0:1767319179.740670:0:2449:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767319179.740673:0:2449:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a051ed900. 02000000:00000001:2.0:1767319179.740678:0:2449:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767319179.740686:0:2449:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767319179.740689:0:2449:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a02ec0380. 00000100:00000001:2.0:1767319179.740693:0:2449:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767319179.740695:0:2449:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319179.740697:0:2449:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767319179.740701:0:2449:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff911a02ec2300 x1853168166122496/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319179.740707:0:2449:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767319179.740708:0:2449:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767319179.740710:0:2449:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff911a10292a00. 02000000:00000001:2.0:1767319179.740713:0:2449:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767319179.740714:0:2449:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767319179.740716:0:2449:0:(genops.c:1242:class_import_put()) import ffff911a06259000 refcount=3 obd=MGC192.168.204.120@tcp 00000020:00000001:2.0:1767319179.740718:0:2449:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767319179.740719:0:2449:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a051ed200. 02000000:00000001:2.0:1767319179.740722:0:2449:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767319179.740723:0:2449:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767319179.740724:0:2449:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a02ec2300. 00000100:00000001:2.0:1767319179.740727:0:2449:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767319179.740728:0:2449:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319179.740731:0:2449:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319179.740741:0:2449:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767319179.740743:0:2449:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319179.740746:0:2449:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767319179.740748:0:2449:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767319179.741294:0:2448:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767319179.741298:0:2448:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767319179.741301:0:2448:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a05a1e420. 00000400:00000200:3.0:1767319179.741307:0:2448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a18035440 00000400:00000010:3.0:1767319179.741309:0:2448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a18035440. 00000100:00000001:3.0:1767319179.741312:0:2448:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767319179.741320:0:2448:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a02ec3b80 x1853168166122624/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767319179.741330:0:2448:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a02ec3b80 x1853168166122624/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319179.741338:0:2448:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767319179.741339:0:2448:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767319179.741342:0:2448:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767319179.741344:0:2448:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767319179.741346:0:2448:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767319179.741348:0:2448:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767319179.741350:0:2448:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767319179.741356:0:2448:0:(import.c:2128:obd_at_measure()) add 5 to ffff911a060ffc58 time=77 v=5 (5 0 0 0) 00000100:00001000:3.0:1767319179.741359:0:2448:0:(import.c:2128:obd_at_measure()) add 1 to ffff911a060ffc10 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767319179.741371:0:2448:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767319179.741373:0:2448:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319179.741375:0:2448:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767319179.741377:0:2448:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767319179.741380:0:2448:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767319179.741382:0:2448:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff911a04ee8000: skip recheck: last_committed 0 00000100:00000001:3.0:1767319179.741383:0:2448:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767319179.741384:0:2448:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767319179.741388:0:2448:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff911a02ec3b80 x1853168166122624/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319179.741395:0:2448:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767319179.741396:0:2448:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767319179.741398:0:2448:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767319179.741402:0:2448:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff911a02ec3b80 x1853168166122624/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319179.741410:0:2448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2448:1853168166122624:192.168.204.120@tcp:400:kworker.0 00000100:00000001:3.0:1767319179.741415:0:2448:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767319179.741417:0:2448:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767319179.741420:0:2448:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff911a02ec3b80 x1853168166122624/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319179.741426:0:2448:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767319179.741428:0:2448:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767319179.741431:0:2448:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff911a10293600. 02000000:00000001:3.0:1767319179.741433:0:2448:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767319179.741435:0:2448:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767319179.741437:0:2448:0:(genops.c:1242:class_import_put()) import ffff911a060ff800 refcount=3 obd=lustre-MDT0000-mdc-ffff911a04ee8000 00000020:00000001:3.0:1767319179.741438:0:2448:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767319179.741441:0:2448:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a051ed300. 02000000:00000001:3.0:1767319179.741443:0:2448:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767319179.741444:0:2448:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767319179.741445:0:2448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a02ec3b80. 00000100:00000001:3.0:1767319179.741448:0:2448:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767319179.741454:0:2448:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767319179.741457:0:2448:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767319179.741460:0:2448:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767319179.741461:0:2448:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767319179.742017:0:2448:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319179.742023:0:2448:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767319179.743773:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767319179.743797:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767319179.743802:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767319179.743805:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767319179.743818:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319179.743828:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319179.743838:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319179.743844:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319179.743866:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319179.743870:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 4 MB=0x6957256403580 00000400:00000200:0.0:1767319179.743876:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319179.743883:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.120@tcp of length 224/224 into md 0x6d1 [1] + 224 00000800:00000001:0.0:1767319179.743894:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767319179.743900:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767319179.743904:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319179.743909:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:0.0:1767319179.743918:0:2438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767319179.743927:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a02ec0700 x1853168166122880/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767319179.743939:0:2438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff911a02ec0700 x1853168166122880/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319179.743961:0:2438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767319179.743972:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767319179.743976:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767319179.743977:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767319179.743979:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767319179.743983:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319179.743986:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319179.743990:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319179.743992:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319179.743995:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319179.743998:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 4 MB=0x6957256403600 00000400:00000200:0.0:1767319179.744001:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319179.744005:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.120@tcp of length 224/224 into md 0x6d9 [1] + 224 00000800:00000001:0.0:1767319179.744008:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767319179.744016:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767319179.744018:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319179.744022:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:0.0:1767319179.744026:0:2438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767319179.744061:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a02ec3480 x1853168166123008/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767319179.744069:0:2438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff911a02ec3480 x1853168166123008/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319179.744076:0:2438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767319179.744081:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767319179.744084:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319179.744146:0:2448:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767319179.744151:0:2448:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767319179.744159:0:2448:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767319179.744161:0:2448:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767319179.744166:0:2448:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a03dd3e18. 00000400:00000200:2.0:1767319179.744171:0:2448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02bd6dd0 00000400:00000010:2.0:1767319179.744174:0:2448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02bd6dd0. 00000100:00000001:2.0:1767319179.744298:0:2448:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767319179.744304:0:2448:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a02ec3480 x1853168166123008/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767319179.744313:0:2448:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a02ec3480 x1853168166123008/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319179.744326:0:2448:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767319179.744328:0:2448:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319179.744331:0:2448:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767319179.744335:0:2448:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767319179.744338:0:2448:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767319179.744340:0:2448:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767319179.744344:0:2448:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767319179.744355:0:2448:0:(import.c:2128:obd_at_measure()) add 5 to ffff911a0517b458 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1767319179.744359:0:2448:0:(import.c:2128:obd_at_measure()) add 1 to ffff911a0517b410 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1767319179.744362:0:2448:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767319179.744364:0:2448:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767319179.744367:0:2448:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767319179.744474:0:2448:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911a02ec3480 x1853168166123008/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767319179.744757:0:2448:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319179.744763:0:2448:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767319179.744766:0:2448:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff911a10241000: skip recheck: last_committed 0 00000100:00000001:2.0:1767319179.744768:0:2448:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767319179.744769:0:2448:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767319179.744775:0:2448:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff911a02ec3480 x1853168166123008/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319179.744783:0:2448:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767319179.744786:0:2448:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767319179.744789:0:2448:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767319179.744793:0:2448:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff911a02ec3480 x1853168166123008/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319179.744801:0:2448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1405d38a-9f9f-4f65-9248-d16aa92301d2:2448:1853168166123008:192.168.204.120@tcp:400:kworker.0 00000400:00000001:2.0:1767319179.744808:0:2448:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767319179.744810:0:2448:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767319179.744812:0:2448:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a03dd3478. 00000400:00000200:2.0:1767319179.744823:0:2448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02bd6550 00000400:00000010:2.0:1767319179.744825:0:2448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02bd6550. 00000100:00000001:2.0:1767319179.744828:0:2448:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767319179.744832:0:2448:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a02ec0700 x1853168166122880/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767319179.744840:0:2448:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a02ec0700 x1853168166122880/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319179.744846:0:2448:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767319179.744847:0:2448:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319179.744849:0:2448:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767319179.744851:0:2448:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767319179.744852:0:2448:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767319179.744854:0:2448:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767319179.744855:0:2448:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767319179.744860:0:2448:0:(import.c:2128:obd_at_measure()) add 5 to ffff911a05179c58 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1767319179.744862:0:2448:0:(import.c:2128:obd_at_measure()) add 1 to ffff911a05179c10 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1767319179.744865:0:2448:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767319179.744866:0:2448:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767319179.744868:0:2448:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767319179.744871:0:2448:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911a02ec0700 x1853168166122880/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767319179.744878:0:2448:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319179.744880:0:2448:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767319179.744881:0:2448:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a10241000: skip recheck: last_committed 0 00000100:00000001:2.0:1767319179.744883:0:2448:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767319179.744884:0:2448:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767319179.744887:0:2448:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff911a02ec0700 x1853168166122880/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319179.744893:0:2448:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767319179.744894:0:2448:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767319179.744896:0:2448:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767319179.744899:0:2448:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff911a02ec0700 x1853168166122880/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319179.744916:0:2448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a02ec0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1405d38a-9f9f-4f65-9248-d16aa92301d2:2448:1853168166122880:192.168.204.120@tcp:400:kworker.0 00000100:00000001:2.0:1767319179.744921:0:2448:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319179.744924:0:2448:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767319179.744927:0:2448:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff911a02ec3480 x1853168166123008/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319179.744935:0:2448:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767319179.744938:0:2448:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767319179.744942:0:2448:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff911a21adac00. 02000000:00000001:2.0:1767319179.744948:0:2448:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767319179.744951:0:2448:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767319179.744953:0:2448:0:(genops.c:1242:class_import_put()) import ffff911a0517b000 refcount=2 obd=lustre-OST0001-osc-ffff911a10241000 00000020:00000001:2.0:1767319179.744955:0:2448:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767319179.744957:0:2448:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a0324dc00. 02000000:00000001:2.0:1767319179.744962:0:2448:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767319179.744964:0:2448:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767319179.744966:0:2448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a02ec3480. 00000100:00000001:2.0:1767319179.744970:0:2448:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767319179.744971:0:2448:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319179.744973:0:2448:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767319179.744976:0:2448:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff911a02ec0700 x1853168166122880/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319179.744982:0:2448:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767319179.744983:0:2448:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767319179.744985:0:2448:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff911a03d30400. 02000000:00000001:2.0:1767319179.744987:0:2448:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767319179.744988:0:2448:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767319179.744990:0:2448:0:(genops.c:1242:class_import_put()) import ffff911a05179800 refcount=2 obd=lustre-OST0000-osc-ffff911a10241000 00000020:00000001:2.0:1767319179.744991:0:2448:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767319179.744993:0:2448:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a051ed100. 02000000:00000001:2.0:1767319179.744996:0:2448:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767319179.744998:0:2448:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767319179.744999:0:2448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a02ec0700. 00000100:00000001:2.0:1767319179.745007:0:2448:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767319179.745008:0:2448:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319179.745011:0:2448:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319179.745020:0:2448:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767319179.745022:0:2448:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319179.745024:0:2448:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767319179.745027:0:2448:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319179.854545:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319179.854553:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319179.854562:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319179.854563:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767319179.854647:0:7173:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767319179.854651:0:7173:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767319179.854655:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767319179.915820:0:10741:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767319179.915834:0:10741:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767319179.933289:0:10743:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767319179.933302:0:10743:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767319180.003907:0:10750:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767319180.003922:0:10750:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767319180.025024:0:10752:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767319180.025231:0:10752:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767319180.429421:0:9343:0:(connection.c:75:cpu_latency_work()) work item of ffff911a02bf2000 (cpu 0) has reached its deadline 4295050427, at 4295050432 00000100:00000010:0.0:1767319180.429444:0:9343:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff911a05072f00. 00000100:00000040:1.0:1767319180.430097:0:8586:0:(connection.c:75:cpu_latency_work()) work item of ffff911a02bf2110 (cpu 0) has reached its deadline 4295050427, at 4295050432 00000100:00000010:1.0:1767319180.430106:0:8586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff911a05072a80. 00010000:00000001:3.0:1767319180.877850:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319180.877860:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319180.877867:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319180.877868:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767319180.878609:0:7172:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767319180.878614:0:7172:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767319180.878826:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767319181.902009:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319181.902023:0:9063:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767319181.902026:0:9063:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767319181.902051:0:9063:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319181.902058:0:9063:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767319181.902061:0:9063:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319181.902063:0:9063:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319181.902067:0:9063:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319181.902073:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319181.902075:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767319181.902443:0:7173:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767319181.902448:0:7173:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767319181.902452:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767319182.925219:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319182.925229:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319182.925236:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319182.925238:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767319182.925416:0:7172:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767319182.925421:0:7172:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767319182.925424:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767319183.949579:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319183.949589:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319183.949596:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319183.949598:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767319183.949668:0:7173:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767319183.949673:0:7173:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767319183.949676:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767319184.858067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5b702cc9-d217-4f6d-9e83-9b85785f8f7a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767319184.858081:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767319184.858092:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a073dfb80. 00000020:00000040:1.0:1767319184.858100:0:37:0:(genops.c:1229:class_import_get()) import ffff911a06259000 refcount=4 obd=MGC192.168.204.120@tcp 00000100:00000001:1.0:1767319184.858115:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767319184.858119:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767319184.858127:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767319184.858143:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a201ae400. 00000100:00000001:1.0:1767319184.858152:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319184.858166:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b702cc9-d217-4f6d-9e83-9b85785f8f7a->MGS req@ffff911a073dfb80 x1853168166123136/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767319184.858179:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767319184.858184:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319184.858191:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d0379ed] to pc [ptlrpcd_00_01+1] req@ffff911a073dfb80 x1853168166123136/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319184.858242:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319184.858245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767319184.858249:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767319184.858261:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a073dc380. 00000020:00000040:1.0:1767319184.858263:0:37:0:(genops.c:1229:class_import_get()) import ffff911a060ff800 refcount=4 obd=lustre-MDT0000-mdc-ffff911a04ee8000 00000100:00000001:1.0:1767319184.858266:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767319184.858268:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767319184.858270:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767319184.858275:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a201ae500. 00000100:00000001:1.0:1767319184.858278:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319184.858283:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-MDT0000_UUID req@ffff911a073dc380 x1853168166123264/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767319184.858291:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767319184.858293:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319184.858297:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ea821a5] to pc [ptlrpcd_00_00+0] req@ffff911a073dc380 x1853168166123264/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319184.858305:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319184.858308:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767319184.858312:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767319184.858315:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767319184.858318:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767319184.858322:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767319184.858325:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767319184.858327:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a073dc700. 00000020:00000040:1.0:1767319184.858329:0:37:0:(genops.c:1229:class_import_get()) import ffff911a0517d800 refcount=4 obd=lustre-MDT0000-mdc-ffff911a10241000 00000100:00000001:1.0:1767319184.858331:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767319184.858337:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767319184.858339:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767319184.858343:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a201ae000. 00000100:00000001:1.0:1767319184.858346:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319184.858350:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-MDT0000_UUID req@ffff911a073dc700 x1853168166123392/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767319184.858357:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767319184.858359:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319184.858363:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f151e64d] to pc [ptlrpcd_00_01+1] req@ffff911a073dc700 x1853168166123392/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319184.858370:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319184.858372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767319184.858375:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767319184.858379:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a073df480. 00000020:00000040:1.0:1767319184.858381:0:37:0:(genops.c:1229:class_import_get()) import ffff911a05179800 refcount=3 obd=lustre-OST0000-osc-ffff911a10241000 00000100:00000001:1.0:1767319184.858384:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767319184.858385:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767319184.858387:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767319184.858390:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a201aee00. 00000100:00000001:1.0:1767319184.858393:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319184.858397:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-OST0000_UUID req@ffff911a073df480 x1853168166123520/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767319184.858404:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767319184.858406:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319184.858409:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa268a5] to pc [ptlrpcd_00_00+0] req@ffff911a073df480 x1853168166123520/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319184.858417:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319184.858419:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767319184.858422:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767319184.858425:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a073ded80. 00000020:00000040:1.0:1767319184.858442:0:37:0:(genops.c:1229:class_import_get()) import ffff911a0517b000 refcount=3 obd=lustre-OST0001-osc-ffff911a10241000 00000100:00000001:1.0:1767319184.858445:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767319184.858446:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767319184.858449:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767319184.858452:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a201ae200. 00000100:00000001:1.0:1767319184.858455:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319184.858459:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-OST0001_UUID req@ffff911a073ded80 x1853168166123648/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767319184.858466:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767319184.858468:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319184.858472:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006120b786] to pc [ptlrpcd_00_01+1] req@ffff911a073ded80 x1853168166123648/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319184.858479:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319184.858484:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (392) 00000100:00000001:0.0:1767319184.858745:0:2447:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767319184.858750:0:2447:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767319184.858753:0:2447:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767319184.858760:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff911a073dfb80 x1853168166123136/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.858769:0:2447:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767319184.858782:0:2447:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319184.858793:0:2447:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767319184.858796:0:2447:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767319184.858800:0:2447:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767319184.858804:0:2447:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a073dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2447:1853168166123136:192.168.204.120@tcp:400:kworker.0 00000100:00000001:0.0:1767319184.858810:0:2447:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767319184.858823:0:2447:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767319184.858827:0:2447:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319184.858830:0:2447:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767319184.858834:0:2447:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff911a04e6b800. 02000000:00000001:0.0:1767319184.858836:0:2447:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767319184.858848:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1767319184.858854:0:2447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a04fb59f8. 00000400:00000010:0.0:1767319184.858863:0:2447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a10920880. 00000100:00000200:0.0:1767319184.858872:0:2447:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166123136, portal 25 00000100:00000001:0.0:1767319184.858875:0:2447:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767319184.858877:0:2447:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622139709520768 : -121934000030848 : ffff911a073dfb80) 00000100:00000040:0.0:1767319184.858883:0:2447:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff911a073dfb80 x1853168166123136/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.858892:0:2447:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767319184.858895:0:2447:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:0.0:1767319184.858898:0:2447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a10920908. 00000100:00000200:0.0:1767319184.858902:0:2447:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853168166123136, offset 0 00000400:00000200:0.0:1767319184.858909:0:2447:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:0.0:1767319184.858919:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319184.858928:0:2447:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:0.0:1767319184.858935:0:2447:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767319184.858940:0:2447:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:0.0:1767319184.858945:0:2447:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767319184.858948:0:2447:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:0.0:1767319184.858952:0:2447:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [117:117:256:4294967295] 192.168.204.120@tcp LPNI seq info [117:117:8:4294967295] 00000400:00000200:0.0:1767319184.858956:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319184.858967:0:2447:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:0.0:1767319184.858975:0:2447:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:0.0:1767319184.858980:0:2447:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a201b3300. 00000800:00000200:0.0:1767319184.858988:0:2447:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:0.0:1767319184.858998:0:2447:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:0.0:1767319184.859003:0:2447:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a201b3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767319184.859018:0:2447:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767319184.859023:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:0.0:1767319184.859026:0:2447:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS new deadline estimation for cpu 0 is 4295055559 00000100:00000010:0.0:1767319184.859259:0:2447:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff911a060575a0. 00000100:00000001:0.0:1767319184.859269:0:2447:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767319184.859277:0:2447:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS new deadline estimation for cpu 1 is 4295055560 00000100:00000010:0.0:1767319184.859281:0:2447:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff911a06057360. 00000100:00000001:0.0:1767319184.859284:0:2447:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767319184.859288:0:2447:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767319184.859291:0:2447:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319184.859294:0:2447:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767319184.859299:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff911a073dc700 x1853168166123392/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.859307:0:2447:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767319184.859308:0:2447:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319184.859310:0:2447:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767319184.859312:0:2447:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767319184.859314:0:2447:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767319184.859317:0:2447:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a073dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1405d38a-9f9f-4f65-9248-d16aa92301d2:2447:1853168166123392:192.168.204.120@tcp:400:kworker.0 00000100:00000001:0.0:1767319184.859321:0:2447:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767319184.859324:0:2447:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767319184.859326:0:2447:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319184.859327:0:2447:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767319184.859331:0:2447:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff911a04e6ac00. 02000000:00000001:0.0:1767319184.859333:0:2447:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767319184.859338:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1767319184.859341:0:2447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a04fb55d8. 00000400:00000010:0.0:1767319184.859345:0:2447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a109202a8. 00000100:00000200:0.0:1767319184.859348:0:2447:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166123392, portal 10 00000100:00000001:0.0:1767319184.859350:0:2447:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767319184.859351:0:2447:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622139709507328 : -121934000044288 : ffff911a073dc700) 00000100:00000040:0.0:1767319184.859359:0:2447:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff911a073dc700 x1853168166123392/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.859371:0:2447:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767319184.859374:0:2447:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:0.0:1767319184.859376:0:2447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a10920bb0. 00000100:00000200:0.0:1767319184.859379:0:2447:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853168166123392, offset 0 00000400:00000200:0.0:1767319184.859382:0:2447:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:0.0:1767319184.859386:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319184.859390:0:2447:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:0.0:1767319184.859393:0:2447:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767319184.859395:0:2447:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:0.0:1767319184.859398:0:2447:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767319184.859400:0:2447:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:0.0:1767319184.859404:0:2447:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [118:118:255:4294967295] 192.168.204.120@tcp LPNI seq info [118:118:7:4294967295] 00000400:00000200:0.0:1767319184.859408:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319184.859413:0:2447:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:0.0:1767319184.859418:0:2447:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:0.0:1767319184.859421:0:2447:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a201b3200. 00000800:00000200:0.0:1767319184.859425:0:2447:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:0.0:1767319184.859429:0:2447:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:0.0:1767319184.859432:0:2447:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a201b3200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767319184.859435:0:2447:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767319184.859440:0:2447:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a10241000: using a timeout of 15886 usecs (16 jiffies) 00000400:00000200:0.0:1767319184.859443:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:0.0:1767319184.859445:0:2447:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a10241000: PM QoS new deadline estimation for cpu 0 is 4295054878 00000100:00000001:0.0:1767319184.859448:0:2447:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a10241000: PM QoS request active for cpu 0, keep current deadline 4295055559 00000100:00000001:0.0:1767319184.859450:0:2447:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a10241000: PM QoS new deadline estimation for cpu 1 is 4295054878 00000100:00000001:0.0:1767319184.859452:0:2447:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a10241000: PM QoS request active for cpu 1, keep current deadline 4295055560 00000100:00000001:0.0:1767319184.859454:0:2447:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767319184.859457:0:2447:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319184.859465:0:2447:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767319184.859470:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff911a073ded80 x1853168166123648/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.859477:0:2447:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767319184.859479:0:2447:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319184.859481:0:2447:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767319184.859482:0:2447:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767319184.859484:0:2447:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767319184.859487:0:2447:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a073ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1405d38a-9f9f-4f65-9248-d16aa92301d2:2447:1853168166123648:192.168.204.120@tcp:400:kworker.0 00000100:00000001:0.0:1767319184.859491:0:2447:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767319184.859493:0:2447:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767319184.859495:0:2447:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319184.859497:0:2447:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767319184.859500:0:2447:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff911a04e6a600. 02000000:00000001:0.0:1767319184.859501:0:2447:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767319184.859506:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1767319184.859509:0:2447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a04fb5058. 00000400:00000010:0.0:1767319184.859513:0:2447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a109203b8. 00000100:00000200:0.0:1767319184.859515:0:2447:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166123648, portal 4 00000100:00000001:0.0:1767319184.859517:0:2447:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767319184.859518:0:2447:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622139709517184 : -121934000034432 : ffff911a073ded80) 00000100:00000040:0.0:1767319184.859524:0:2447:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff911a073ded80 x1853168166123648/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.859531:0:2447:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767319184.859533:0:2447:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:0.0:1767319184.859536:0:2447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a10920110. 00000100:00000200:0.0:1767319184.859538:0:2447:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853168166123648, offset 0 00000400:00000200:0.0:1767319184.859542:0:2447:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:0.0:1767319184.859545:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319184.859549:0:2447:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:0.0:1767319184.859551:0:2447:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767319184.859554:0:2447:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:0.0:1767319184.859556:0:2447:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767319184.859563:0:2447:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:0.0:1767319184.859566:0:2447:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [119:119:254:4294967295] 192.168.204.120@tcp LPNI seq info [119:119:6:4294967295] 00000400:00000200:0.0:1767319184.859570:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319184.859576:0:2447:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:0.0:1767319184.859581:0:2447:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:0.0:1767319184.859584:0:2447:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a201b3700. 00000800:00000200:0.0:1767319184.859588:0:2447:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:0.0:1767319184.859592:0:2447:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:0.0:1767319184.859595:0:2447:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a201b3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767319184.859598:0:2447:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767319184.859601:0:2447:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff911a10241000: using a timeout of 12273 usecs (13 jiffies) 00000400:00000200:0.0:1767319184.859604:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:0.0:1767319184.859606:0:2447:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff911a10241000: PM QoS new deadline estimation for cpu 0 is 4295054875 00000100:00000001:0.0:1767319184.859608:0:2447:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff911a10241000: PM QoS request active for cpu 0, keep current deadline 4295055559 00000100:00000001:0.0:1767319184.859610:0:2447:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff911a10241000: PM QoS new deadline estimation for cpu 1 is 4295054875 00000100:00000001:0.0:1767319184.859612:0:2447:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff911a10241000: PM QoS request active for cpu 1, keep current deadline 4295055560 00000100:00000001:0.0:1767319184.859614:0:2447:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767319184.859616:0:2447:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319184.859619:0:2447:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319184.859622:0:2447:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319184.859631:0:2447:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767319184.859634:0:2447:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767319184.859636:0:2447:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767319184.859638:0:2447:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767319184.859639:0:2447:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767319184.859642:0:2447:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1767319184.859644:0:2447:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319184.859646:0:2447:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767319184.859647:0:2447:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319184.859649:0:2447:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767319184.859650:0:2447:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767319184.859652:0:2447:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767319184.859660:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff911a073dc380 x1853168166123264/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.859668:0:2447:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767319184.859669:0:2447:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319184.859672:0:2447:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767319184.859674:0:2447:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767319184.859676:0:2447:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767319184.859678:0:2447:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a073dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2447:1853168166123264:192.168.204.120@tcp:400:kworker.0 00000100:00000001:0.0:1767319184.859682:0:2447:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767319184.859684:0:2447:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767319184.859686:0:2447:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319184.859688:0:2447:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767319184.859691:0:2447:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff911a04e6ae00. 02000000:00000001:0.0:1767319184.859693:0:2447:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767319184.859697:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1767319184.859700:0:2447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a04fb5f78. 00000400:00000010:0.0:1767319184.859703:0:2447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a10920d48. 00000100:00000200:0.0:1767319184.859706:0:2447:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166123264, portal 10 00000100:00000001:0.0:1767319184.859708:0:2447:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767319184.859709:0:2447:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622139709506432 : -121934000045184 : ffff911a073dc380) 00000100:00000040:0.0:1767319184.859715:0:2447:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff911a073dc380 x1853168166123264/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.859722:0:2447:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767319184.859724:0:2447:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:0.0:1767319184.859727:0:2447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a10920660. 00000100:00000200:0.0:1767319184.859729:0:2447:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853168166123264, offset 0 00000400:00000200:0.0:1767319184.859733:0:2447:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:0.0:1767319184.859736:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319184.859739:0:2447:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:0.0:1767319184.859742:0:2447:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767319184.859744:0:2447:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:0.0:1767319184.859746:0:2447:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767319184.859751:0:2447:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:0.0:1767319184.859755:0:2447:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [120:120:253:4294967295] 192.168.204.120@tcp LPNI seq info [120:120:5:4294967295] 00000400:00000200:0.0:1767319184.859759:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319184.859765:0:2447:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:0.0:1767319184.859770:0:2447:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:0.0:1767319184.859773:0:2447:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a201b3b00. 00000800:00000200:1.0:1767319184.860278:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767319184.860284:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a201b3300. 00000400:00000200:1.0:1767319184.860291:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319184.860298:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1767319184.860304:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a10920908 00000400:00000010:1.0:1767319184.860307:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a10920908. 00000100:00000001:1.0:1767319184.860312:0:2439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767319184.860317:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a073dfb80 x1853168166123136/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319184.860329:0:2439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767319184.860333:0:2439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff911a073dfb80 x1853168166123136/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319200 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319184.860340:0:2439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319184.860341:0:2439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767319184.860353:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767319184.860355:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a201b3200. 00000400:00000200:1.0:1767319184.860357:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319184.860360:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1767319184.860372:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a10920bb0 00000400:00000010:1.0:1767319184.860373:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a10920bb0. 00000100:00000001:1.0:1767319184.860376:0:2439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767319184.860380:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a073dc700 x1853168166123392/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319184.860387:0:2439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767319184.860390:0:2439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff911a073dc700 x1853168166123392/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319200 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319184.860397:0:2439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319184.860399:0:2439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767319184.860466:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767319184.860469:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a201b3700. 00000400:00000200:1.0:1767319184.860472:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319184.860475:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1767319184.860477:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a10920110 00000400:00000010:1.0:1767319184.860479:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a10920110. 00000100:00000001:1.0:1767319184.860481:0:2439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767319184.860484:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a073ded80 x1853168166123648/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319184.860491:0:2439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767319184.860494:0:2439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff911a073ded80 x1853168166123648/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319200 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319184.860501:0:2439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319184.860502:0:2439:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767319184.860541:0:2446:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767319184.860544:0:2446:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767319184.861164:0:2447:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:0.0:1767319184.861170:0:2447:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:0.0:1767319184.861175:0:2447:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a201b3b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767319184.861188:0:2447:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767319184.861194:0:2447:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a04ee8000: using a timeout of 133365 usecs (134 jiffies) 00000400:00000200:0.0:1767319184.861201:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:0.0:1767319184.861204:0:2447:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a04ee8000: PM QoS new deadline estimation for cpu 0 is 4295054998 00000100:00000001:0.0:1767319184.861207:0:2447:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a04ee8000: PM QoS request active for cpu 0, keep current deadline 4295055559 00000100:00000001:0.0:1767319184.861210:0:2447:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a04ee8000: PM QoS new deadline estimation for cpu 1 is 4295054998 00000100:00000001:0.0:1767319184.861213:0:2447:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a04ee8000: PM QoS request active for cpu 1, keep current deadline 4295055560 00000100:00000001:0.0:1767319184.861215:0:2447:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767319184.861218:0:2447:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319184.861223:0:2447:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767319184.861229:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff911a073df480 x1853168166123520/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.861236:0:2447:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767319184.861238:0:2447:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319184.861242:0:2447:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767319184.861245:0:2447:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767319184.861248:0:2447:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767319184.861260:0:2447:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a073df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1405d38a-9f9f-4f65-9248-d16aa92301d2:2447:1853168166123520:192.168.204.120@tcp:400:kworker.0 00000100:00000001:0.0:1767319184.861264:0:2447:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767319184.861269:0:2447:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767319184.861282:0:2447:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319184.861285:0:2447:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767319184.861290:0:2447:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff911a04e6be00. 02000000:00000001:0.0:1767319184.861292:0:2447:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767319184.861297:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1767319184.861301:0:2447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a04fb5f20. 00000400:00000010:0.0:1767319184.861307:0:2447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a10920e58. 00000100:00000200:0.0:1767319184.861313:0:2447:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166123520, portal 4 00000100:00000001:0.0:1767319184.861315:0:2447:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767319184.861317:0:2447:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622139709518976 : -121934000032640 : ffff911a073df480) 00000100:00000040:0.0:1767319184.861324:0:2447:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff911a073df480 x1853168166123520/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.861341:0:2447:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767319184.861344:0:2447:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:0.0:1767319184.861346:0:2447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a109205d8. 00000100:00000200:0.0:1767319184.861349:0:2447:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853168166123520, offset 0 00000400:00000200:0.0:1767319184.861355:0:2447:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:0.0:1767319184.861362:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319184.861368:0:2447:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:0.0:1767319184.861373:0:2447:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767319184.861377:0:2447:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:0.0:1767319184.861381:0:2447:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767319184.861384:0:2447:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:0.0:1767319184.861388:0:2447:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [121:121:255:4294967295] 192.168.204.120@tcp LPNI seq info [121:121:7:4294967295] 00000400:00000200:0.0:1767319184.861392:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319184.861401:0:2447:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:0.0:1767319184.861406:0:2447:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:0.0:1767319184.861412:0:2447:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a201b3700. 00000800:00000200:0.0:1767319184.861416:0:2447:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:0.0:1767319184.861419:0:2447:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:0.0:1767319184.861422:0:2447:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a201b3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767319184.861425:0:2447:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767319184.861435:0:2447:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff911a10241000: using a timeout of 13070 usecs (14 jiffies) 00000400:00000200:0.0:1767319184.861439:0:2447:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:0.0:1767319184.861441:0:2447:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff911a10241000: PM QoS new deadline estimation for cpu 0 is 4295054878 00000100:00000001:0.0:1767319184.861444:0:2447:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff911a10241000: PM QoS request active for cpu 0, keep current deadline 4295055559 00000100:00000001:0.0:1767319184.861446:0:2447:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff911a10241000: PM QoS new deadline estimation for cpu 1 is 4295054878 00000100:00000001:0.0:1767319184.861448:0:2447:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff911a10241000: PM QoS request active for cpu 1, keep current deadline 4295055560 00000100:00000001:0.0:1767319184.861450:0:2447:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767319184.861452:0:2447:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319184.861456:0:2447:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319184.861459:0:2447:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767319184.862385:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319184.862404:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767319184.862408:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319184.862411:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319184.862420:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.862438:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1767319184.862447:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.862461:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.862466:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.862470:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 25 MB=0x6957256403680 00000400:00000200:1.0:1767319184.862475:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.862483:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 224/224 into md 0x6e1 [1] + 224 00000800:00000001:1.0:1767319184.862491:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319184.862510:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319184.862514:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319184.862518:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:1.0:1767319184.862527:0:2438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767319184.862539:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a073dfb80 x1853168166123136/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767319184.862549:0:2438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff911a073dfb80 x1853168166123136/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319184.862562:0:2438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1767319184.862602:0:2438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767319184.862606:0:2438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a201b3b00. 00000400:00000200:1.0:1767319184.862612:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319184.862617:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1767319184.862622:0:2438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a10920660 00000400:00000010:1.0:1767319184.862624:0:2438:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a10920660. 00000100:00000001:1.0:1767319184.862629:0:2438:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767319184.862634:0:2438:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a073dc380 x1853168166123264/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319184.862644:0:2438:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767319184.862647:0:2438:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff911a073dc380 x1853168166123264/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319200 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319184.862654:0:2438:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319184.862655:0:2438:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767319184.862661:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319184.862665:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767319184.862705:0:2438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767319184.862713:0:2438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a201b3700. 00000400:00000200:1.0:1767319184.862717:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319184.862720:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1767319184.862723:0:2438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a109205d8 00000400:00000010:1.0:1767319184.862725:0:2438:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a109205d8. 00000100:00000001:1.0:1767319184.862728:0:2438:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767319184.862733:0:2438:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a073df480 x1853168166123520/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319184.862742:0:2438:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767319184.862746:0:2438:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff911a073df480 x1853168166123520/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319200 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319184.862751:0:2438:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319184.862753:0:2438:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767319184.863517:0:2447:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767319184.863522:0:2447:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767319184.863537:0:2447:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767319184.863539:0:2447:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767319184.863544:0:2447:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a04fb59f8. 00000400:00000200:0.0:1767319184.863549:0:2447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a10920880 00000400:00000010:0.0:1767319184.863551:0:2447:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a10920880. 00000100:00000001:0.0:1767319184.863554:0:2447:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767319184.863561:0:2447:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a073dfb80 x1853168166123136/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767319184.863572:0:2447:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a073dfb80 x1853168166123136/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.863578:0:2447:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767319184.863580:0:2447:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319184.863583:0:2447:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767319184.863587:0:2447:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767319184.863589:0:2447:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767319184.863591:0:2447:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319184.863595:0:2447:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767319184.863604:0:2447:0:(import.c:2128:obd_at_measure()) add 5 to ffff911a06259458 time=82 v=5 (5 0 0 0) 00000100:00001000:0.0:1767319184.863609:0:2447:0:(import.c:2128:obd_at_measure()) add 1 to ffff911a06259410 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767319184.863611:0:2447:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767319184.863613:0:2447:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767319184.863617:0:2447:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767319184.863631:0:2447:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319184.863634:0:2447:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767319184.863639:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff911a073dfb80 x1853168166123136/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.863646:0:2447:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767319184.863649:0:2447:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767319184.863651:0:2447:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767319184.863655:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff911a073dfb80 x1853168166123136/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319184.863661:0:2447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a073dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2447:1853168166123136:192.168.204.120@tcp:400:kworker.0 00000100:00000001:0.0:1767319184.863668:0:2447:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319184.863670:0:2447:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767319184.863672:0:2447:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff911a073dfb80 x1853168166123136/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.863678:0:2447:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767319184.863681:0:2447:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767319184.863684:0:2447:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff911a04e6b800. 02000000:00000001:0.0:1767319184.863689:0:2447:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767319184.863691:0:2447:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767319184.863694:0:2447:0:(genops.c:1242:class_import_put()) import ffff911a06259000 refcount=3 obd=MGC192.168.204.120@tcp 00000020:00000001:0.0:1767319184.863696:0:2447:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767319184.863698:0:2447:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a201ae400. 02000000:00000001:0.0:1767319184.863703:0:2447:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767319184.863705:0:2447:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767319184.863707:0:2447:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a073dfb80. 00000100:00000001:0.0:1767319184.863711:0:2447:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767319184.863712:0:2447:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319184.863716:0:2447:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319184.863718:0:2447:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767319184.863719:0:2447:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767319184.863721:0:2447:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319184.863722:0:2447:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767319184.867201:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319184.867224:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767319184.867229:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319184.867232:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319184.867247:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.867267:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1767319184.867276:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.867282:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.867288:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.867293:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 4 MB=0x6957256403880 00000400:00000200:1.0:1767319184.867299:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.867306:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.120@tcp of length 224/224 into md 0x701 [1] + 224 00000800:00000001:1.0:1767319184.867316:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319184.867322:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319184.867326:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319184.867331:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:1.0:1767319184.867340:0:2438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767319184.867351:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a073ded80 x1853168166123648/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767319184.867363:0:2438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff911a073ded80 x1853168166123648/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319184.867402:0:2438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767319184.867414:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319184.867418:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767319184.867419:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319184.867422:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319184.867425:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.867444:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1767319184.867448:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.867451:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.867454:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.867458:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 10 MB=0x6957256403700 00000400:00000200:1.0:1767319184.867462:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.867466:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.120@tcp of length 224/224 into md 0x711 [1] + 224 00000800:00000001:1.0:1767319184.867470:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319184.867474:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319184.867476:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319184.867479:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:1.0:1767319184.867483:0:2438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767319184.867488:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a073dc380 x1853168166123264/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767319184.867507:0:2438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff911a073dc380 x1853168166123264/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319184.867516:0:2438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767319184.867520:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319184.867524:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767319184.867526:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319184.867528:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319184.867540:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.867544:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1767319184.867548:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.867551:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.867560:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.867563:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 4 MB=0x6957256403800 00000400:00000200:1.0:1767319184.867567:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.867570:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.120@tcp of length 224/224 into md 0x721 [1] + 224 00000800:00000001:1.0:1767319184.867573:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319184.867578:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319184.867579:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319184.867582:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:1.0:1767319184.867585:0:2438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767319184.867590:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a073df480 x1853168166123520/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767319184.867598:0:2438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff911a073df480 x1853168166123520/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319184.867604:0:2438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767319184.867609:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319184.867611:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767319184.867613:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319184.867615:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319184.867618:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.867621:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1767319184.867625:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.867627:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.867630:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.867633:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 10 MB=0x6957256403780 00000400:00000200:1.0:1767319184.867636:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319184.867640:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.120@tcp of length 224/224 into md 0x6f1 [1] + 224 00000800:00000001:1.0:1767319184.867643:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319184.867723:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319184.867726:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319184.867729:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:1.0:1767319184.867733:0:2438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767319184.867743:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a073dc700 x1853168166123392/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767319184.867751:0:2438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff911a073dc700 x1853168166123392/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319184.867758:0:2438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767319184.867762:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319184.867766:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319184.868757:0:2447:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767319184.868764:0:2447:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767319184.868808:0:2447:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767319184.868810:0:2447:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767319184.868816:0:2447:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a04fb5f78. 00000400:00000200:0.0:1767319184.868823:0:2447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a10920d48 00000400:00000010:0.0:1767319184.868826:0:2447:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a10920d48. 00000100:00000001:0.0:1767319184.868830:0:2447:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767319184.868839:0:2447:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a073dc380 x1853168166123264/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767319184.868850:0:2447:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a073dc380 x1853168166123264/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.868856:0:2447:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767319184.868858:0:2447:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319184.868861:0:2447:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767319184.868865:0:2447:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767319184.868868:0:2447:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767319184.868871:0:2447:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319184.868874:0:2447:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767319184.868886:0:2447:0:(import.c:2128:obd_at_measure()) add 5 to ffff911a060ffc58 time=82 v=5 (5 0 0 0) 00000100:00001000:0.0:1767319184.868901:0:2447:0:(import.c:2128:obd_at_measure()) add 1 to ffff911a060ffc10 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767319184.868904:0:2447:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767319184.868907:0:2447:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767319184.868910:0:2447:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767319184.868915:0:2447:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319184.868919:0:2447:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767319184.868921:0:2447:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff911a04ee8000: skip recheck: last_committed 0 00000100:00000001:0.0:1767319184.868923:0:2447:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767319184.868925:0:2447:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767319184.868930:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff911a073dc380 x1853168166123264/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.868937:0:2447:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767319184.868941:0:2447:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767319184.868944:0:2447:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767319184.868947:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff911a073dc380 x1853168166123264/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319184.873427:0:2447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a073dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2447:1853168166123264:192.168.204.120@tcp:400:kworker.0 00000400:00000001:0.0:1767319184.873457:0:2447:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767319184.873460:0:2447:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767319184.873464:0:2447:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a04fb5f20. 00000400:00000200:0.0:1767319184.873473:0:2447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a10920e58 00000400:00000010:0.0:1767319184.873476:0:2447:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a10920e58. 00000100:00000001:0.0:1767319184.873481:0:2447:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767319184.873489:0:2447:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a073df480 x1853168166123520/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767319184.873509:0:2447:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a073df480 x1853168166123520/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.873517:0:2447:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767319184.873519:0:2447:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319184.873523:0:2447:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767319184.873528:0:2447:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767319184.873540:0:2447:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767319184.873543:0:2447:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319184.873547:0:2447:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767319184.873559:0:2447:0:(import.c:2128:obd_at_measure()) add 5 to ffff911a05179c58 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1767319184.873564:0:2447:0:(import.c:2128:obd_at_measure()) add 1 to ffff911a05179c10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767319184.873566:0:2447:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767319184.873569:0:2447:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767319184.873573:0:2447:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767319184.873578:0:2447:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911a073df480 x1853168166123520/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767319184.873586:0:2447:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319184.873590:0:2447:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767319184.873593:0:2447:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a10241000: skip recheck: last_committed 0 00000100:00000001:0.0:1767319184.873595:0:2447:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767319184.873597:0:2447:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767319184.873602:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff911a073df480 x1853168166123520/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.873625:0:2447:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767319184.873629:0:2447:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767319184.873632:0:2447:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767319184.873636:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff911a073df480 x1853168166123520/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319184.873643:0:2447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a073df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1405d38a-9f9f-4f65-9248-d16aa92301d2:2447:1853168166123520:192.168.204.120@tcp:400:kworker.0 00000400:00000001:0.0:1767319184.873650:0:2447:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767319184.873651:0:2447:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767319184.873653:0:2447:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a04fb55d8. 00000400:00000200:0.0:1767319184.873656:0:2447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a109202a8 00000400:00000010:0.0:1767319184.873658:0:2447:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a109202a8. 00000100:00000001:0.0:1767319184.873661:0:2447:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767319184.873665:0:2447:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a073dc700 x1853168166123392/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767319184.873674:0:2447:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a073dc700 x1853168166123392/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.873680:0:2447:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767319184.873681:0:2447:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319184.873683:0:2447:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767319184.873685:0:2447:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767319184.873686:0:2447:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767319184.873688:0:2447:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319184.873690:0:2447:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767319184.873695:0:2447:0:(import.c:2128:obd_at_measure()) add 5 to ffff911a0517dc58 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1767319184.873697:0:2447:0:(import.c:2128:obd_at_measure()) add 1 to ffff911a0517dc10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767319184.873700:0:2447:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767319184.873701:0:2447:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767319184.873702:0:2447:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767319184.873705:0:2447:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319184.873707:0:2447:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767319184.873709:0:2447:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff911a10241000: skip recheck: last_committed 0 00000100:00000001:0.0:1767319184.873717:0:2447:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767319184.873718:0:2447:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767319184.873723:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff911a073dc700 x1853168166123392/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.873729:0:2447:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767319184.873731:0:2447:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767319184.873732:0:2447:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767319184.873736:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff911a073dc700 x1853168166123392/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319184.873743:0:2447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a073dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1405d38a-9f9f-4f65-9248-d16aa92301d2:2447:1853168166123392:192.168.204.120@tcp:400:kworker.0 00000400:00000001:0.0:1767319184.873749:0:2447:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767319184.873750:0:2447:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767319184.873752:0:2447:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a04fb5058. 00000400:00000200:0.0:1767319184.873754:0:2447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a109203b8 00000400:00000010:0.0:1767319184.873756:0:2447:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a109203b8. 00000100:00000001:0.0:1767319184.873758:0:2447:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767319184.873763:0:2447:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a073ded80 x1853168166123648/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767319184.873771:0:2447:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a073ded80 x1853168166123648/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.873785:0:2447:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767319184.873787:0:2447:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319184.873796:0:2447:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767319184.873798:0:2447:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767319184.873799:0:2447:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767319184.873800:0:2447:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767319184.873802:0:2447:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767319184.873807:0:2447:0:(import.c:2128:obd_at_measure()) add 5 to ffff911a0517b458 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1767319184.873810:0:2447:0:(import.c:2128:obd_at_measure()) add 1 to ffff911a0517b410 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767319184.873812:0:2447:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767319184.873814:0:2447:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767319184.873816:0:2447:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767319184.873827:0:2447:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911a073ded80 x1853168166123648/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767319184.873833:0:2447:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319184.873835:0:2447:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767319184.873837:0:2447:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff911a10241000: skip recheck: last_committed 0 00000100:00000001:0.0:1767319184.873838:0:2447:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767319184.873840:0:2447:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767319184.873843:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff911a073ded80 x1853168166123648/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.873849:0:2447:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767319184.873851:0:2447:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767319184.873852:0:2447:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767319184.873855:0:2447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff911a073ded80 x1853168166123648/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319184.873862:0:2447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a073ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1405d38a-9f9f-4f65-9248-d16aa92301d2:2447:1853168166123648:192.168.204.120@tcp:400:kworker.0 00000100:00000001:0.0:1767319184.873866:0:2447:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319184.873870:0:2447:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767319184.873874:0:2447:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff911a073dc380 x1853168166123264/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.873882:0:2447:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767319184.873885:0:2447:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767319184.873890:0:2447:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff911a04e6ae00. 02000000:00000001:0.0:1767319184.873894:0:2447:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767319184.873897:0:2447:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767319184.873899:0:2447:0:(genops.c:1242:class_import_put()) import ffff911a060ff800 refcount=3 obd=lustre-MDT0000-mdc-ffff911a04ee8000 00000020:00000001:0.0:1767319184.873903:0:2447:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767319184.873906:0:2447:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a201ae500. 02000000:00000001:0.0:1767319184.873912:0:2447:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767319184.873914:0:2447:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767319184.873917:0:2447:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a073dc380. 00000100:00000001:0.0:1767319184.873920:0:2447:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767319184.873927:0:2447:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319184.873929:0:2447:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767319184.873932:0:2447:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff911a073df480 x1853168166123520/t0(0) o400->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.873938:0:2447:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767319184.873940:0:2447:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767319184.873941:0:2447:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff911a04e6be00. 02000000:00000001:0.0:1767319184.873944:0:2447:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767319184.873945:0:2447:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767319184.873946:0:2447:0:(genops.c:1242:class_import_put()) import ffff911a05179800 refcount=2 obd=lustre-OST0000-osc-ffff911a10241000 00000020:00000001:0.0:1767319184.873948:0:2447:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767319184.873949:0:2447:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a201aee00. 02000000:00000001:0.0:1767319184.873951:0:2447:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767319184.873953:0:2447:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767319184.873954:0:2447:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a073df480. 00000100:00000001:0.0:1767319184.873956:0:2447:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767319184.873957:0:2447:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319184.873959:0:2447:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767319184.873962:0:2447:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff911a073dc700 x1853168166123392/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.873968:0:2447:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767319184.873969:0:2447:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767319184.873970:0:2447:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff911a04e6ac00. 02000000:00000001:0.0:1767319184.873973:0:2447:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767319184.873974:0:2447:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767319184.873975:0:2447:0:(genops.c:1242:class_import_put()) import ffff911a0517d800 refcount=3 obd=lustre-MDT0000-mdc-ffff911a10241000 00000020:00000001:0.0:1767319184.873976:0:2447:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767319184.873978:0:2447:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a201ae000. 02000000:00000001:0.0:1767319184.873980:0:2447:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767319184.873981:0:2447:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767319184.873982:0:2447:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a073dc700. 00000100:00000001:0.0:1767319184.873984:0:2447:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767319184.873985:0:2447:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319184.873987:0:2447:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767319184.873990:0:2447:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff911a073ded80 x1853168166123648/t0(0) o400->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319184.874007:0:2447:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767319184.874008:0:2447:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767319184.874010:0:2447:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff911a04e6a600. 02000000:00000001:0.0:1767319184.874012:0:2447:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767319184.874013:0:2447:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767319184.874015:0:2447:0:(genops.c:1242:class_import_put()) import ffff911a0517b000 refcount=2 obd=lustre-OST0001-osc-ffff911a10241000 00000020:00000001:0.0:1767319184.874017:0:2447:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767319184.874018:0:2447:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a201ae200. 02000000:00000001:0.0:1767319184.874020:0:2447:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767319184.874021:0:2447:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767319184.874023:0:2447:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a073ded80. 00000100:00000001:0.0:1767319184.874025:0:2447:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767319184.874026:0:2447:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319184.874051:0:2447:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767319184.874062:0:2447:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767319184.874064:0:2447:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319184.874067:0:2447:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767319184.874070:0:2447:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319184.973875:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319184.973885:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319184.973918:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319184.973920:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767319184.974142:0:7172:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767319184.974147:0:7172:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767319184.974151:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767319185.614546:0:9343:0:(connection.c:75:cpu_latency_work()) work item of ffff911a02bf2000 (cpu 0) has reached its deadline 4295055559, at 4295055617 00000100:00000010:0.0:1767319185.614570:0:9343:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff911a060575a0. 00000100:00000040:1.0:1767319185.617620:0:8586:0:(connection.c:75:cpu_latency_work()) work item of ffff911a02bf2110 (cpu 0) has reached its deadline 4295055560, at 4295055620 00000100:00000010:1.0:1767319185.617641:0:8586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff911a06057360. 00010000:00000001:3.0:1767319185.997175:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319185.997184:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319185.997193:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319185.997194:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767319185.997529:0:7173:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767319185.997534:0:7173:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767319185.997538:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767319187.024337:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319187.024344:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319187.024348:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319187.024349:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767319187.024393:0:7172:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767319187.024396:0:7172:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767319187.024399:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767319188.045531:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319188.045538:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319188.045543:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319188.045544:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767319188.050280:0:7173:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767319188.050286:0:7173:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767319188.050291:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767319189.070634:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319189.070644:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319189.070652:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319189.070657:0:9063:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767319189.070660:0:9063:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767319189.070668:0:9063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767319189.070671:0:9063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767319189.070673:0:9063:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319189.070677:0:9063:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767319189.070680:0:9063:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319189.070682:0:9063:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319189.070685:0:9063:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767319189.070709:0:7172:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767319189.070713:0:7172:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767319189.070716:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767319189.966835:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5b702cc9-d217-4f6d-9e83-9b85785f8f7a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767319189.966848:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767319189.966860:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a075e9880. 00000020:00000040:2.0:1767319189.966866:0:37:0:(genops.c:1229:class_import_get()) import ffff911a06259000 refcount=4 obd=MGC192.168.204.120@tcp 00000100:00000001:2.0:1767319189.966871:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767319189.966874:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767319189.966881:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767319189.966889:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a2188ef00. 00000100:00000001:2.0:1767319189.966896:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767319189.966907:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b702cc9-d217-4f6d-9e83-9b85785f8f7a->MGS req@ffff911a075e9880 x1853168166123776/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767319189.966919:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767319189.966923:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767319189.966929:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f602ebe] to pc [ptlrpcd_01_00+0] req@ffff911a075e9880 x1853168166123776/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319189.966962:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767319189.966964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767319189.966966:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767319189.966969:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a075eb100. 00000020:00000040:2.0:1767319189.966971:0:37:0:(genops.c:1229:class_import_get()) import ffff911a060ff800 refcount=4 obd=lustre-MDT0000-mdc-ffff911a04ee8000 00000100:00000001:2.0:1767319189.966972:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767319189.966973:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767319189.966975:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767319189.966978:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a2188e200. 00000100:00000001:2.0:1767319189.966981:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767319189.966984:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-MDT0000_UUID req@ffff911a075eb100 x1853168166123904/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767319189.967002:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767319189.967003:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767319189.967017:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a76743d9] to pc [ptlrpcd_01_01+1] req@ffff911a075eb100 x1853168166123904/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319189.967025:0:2448:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767319189.967067:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767319189.967072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767319189.967076:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767319189.967078:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767319189.967081:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9471316d-c3c1-48dc-a23f-fda97ab9c7aa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767319189.967084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767319189.967087:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767319189.967090:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a075e9f80. 00000020:00000040:2.0:1767319189.967093:0:37:0:(genops.c:1229:class_import_get()) import ffff911a0517d800 refcount=4 obd=lustre-MDT0000-mdc-ffff911a10241000 00000100:00000001:2.0:1767319189.967095:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767319189.967097:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767319189.967099:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767319189.967104:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a2188e500. 00000100:00000001:2.0:1767319189.967107:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767319189.967111:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-MDT0000_UUID req@ffff911a075e9f80 x1853168166124032/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767319189.967117:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767319189.967119:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767319189.967122:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3cc18e2] to pc [ptlrpcd_01_00+0] req@ffff911a075e9f80 x1853168166124032/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319189.967129:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767319189.967131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767319189.967138:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767319189.967141:0:37:0:(import.c:2045:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1767319189.967143:0:37:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1767319189.967146:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a075e9c00. 00000020:00000040:2.0:1767319189.967149:0:37:0:(genops.c:1229:class_import_get()) import ffff911a05179800 refcount=3 obd=lustre-OST0000-osc-ffff911a10241000 00000100:00000001:2.0:1767319189.967151:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767319189.967152:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767319189.967154:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767319189.967158:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a2188e900. 00000100:00000001:2.0:1767319189.967161:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319189.967163:0:37:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446622139711659008 : -121933997892608 : ffff911a075e9c00) 00000100:00080000:2.0:1767319189.967166:0:37:0:(import.c:65:import_set_state_nolock()) ffff911a05179800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1767319189.967169:0:37:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff911a10241000: disconnect after 20s idle 00000100:00000001:2.0:1767319189.967172:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767319189.967173:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767319189.967178:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065c42dc3] to pc [ptlrpcd_rcv+-1] req@ffff911a075e9c00 x1853168166124160/t0(0) o9->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319189.967230:0:2445:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767319189.967234:0:2445:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767319189.967237:0:2445:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767319189.967243:0:2445:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff911a075e9c00 x1853168166124160/t0(0) o9->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319189.967250:0:2445:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767319189.967251:0:2445:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767319189.967254:0:2445:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767319189.967256:0:2445:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767319189.967258:0:2445:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767319189.967260:0:2445:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1405d38a-9f9f-4f65-9248-d16aa92301d2:2445:1853168166124160:192.168.204.120@tcp:9:kworker.0 00000100:00000001:1.0:1767319189.967263:0:2445:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767319189.967267:0:2445:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767319189.967269:0:2445:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767319189.967271:0:2445:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767319189.967275:0:2445:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff911a10285200. 02000000:00000001:1.0:1767319189.967276:0:2445:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767319189.967283:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:1.0:1767319189.967286:0:2445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a07c161b8. 00000400:00000010:1.0:1767319189.967302:0:2445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02d176e8. 00000100:00000200:1.0:1767319189.967310:0:2445:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166124160, portal 4 00000100:00000001:1.0:1767319189.967312:0:2445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767319189.967314:0:2445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622139711659008 : -121933997892608 : ffff911a075e9c00) 00000100:00000040:1.0:1767319189.967327:0:2445:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff911a075e9c00 x1853168166124160/t0(0) o9->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319189.967335:0:2445:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767319189.967337:0:2445:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:1.0:1767319189.967340:0:2445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02d17c38. 00000100:00000200:1.0:1767319189.967343:0:2445:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853168166124160, offset 0 00000400:00000200:1.0:1767319189.967350:0:2445:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:1.0:1767319189.967357:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319189.967364:0:2445:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:1.0:1767319189.967370:0:2445:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767319189.967374:0:2445:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:1.0:1767319189.967378:0:2445:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767319189.967381:0:2445:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:1.0:1767319189.967385:0:2445:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [122:122:256:4294967295] 192.168.204.120@tcp LPNI seq info [122:122:8:4294967295] 00000400:00000200:1.0:1767319189.967390:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319189.967398:0:2445:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:1.0:1767319189.967405:0:2445:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:1.0:1767319189.967410:0:2445:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a201aed00. 00000800:00000200:1.0:1767319189.967417:0:2445:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:1.0:1767319189.967424:0:2445:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:1.0:1767319189.967429:0:2445:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a201aed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767319189.967437:0:2445:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319189.967441:0:2445:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff911a10241000: using a timeout of 14523 usecs (15 jiffies) 00000400:00000200:1.0:1767319189.967444:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:1.0:1767319189.967458:0:2445:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff911a10241000: PM QoS new deadline estimation for cpu 0 is 4295059985 00000100:00000010:1.0:1767319189.967463:0:2445:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff911a078c5c60. 00000100:00000001:1.0:1767319189.967478:0:2445:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff911a10241000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767319189.967489:0:2445:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff911a10241000: PM QoS new deadline estimation for cpu 1 is 4295059985 00000100:00000010:1.0:1767319189.967493:0:2445:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff911a078c5d20. 00000100:00000001:1.0:1767319189.967496:0:2445:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff911a10241000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767319189.967504:0:2445:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767319189.967507:0:2445:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319189.967509:0:2445:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319189.967511:0:2445:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767319189.967569:0:2448:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767319189.967572:0:2448:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767319189.967585:0:2448:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff911a075e9880 x1853168166123776/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319189.967598:0:2448:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767319189.967615:0:2448:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767319189.967619:0:2448:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767319189.967621:0:2448:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767319189.967623:0:2448:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767319189.967626:0:2448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2448:1853168166123776:192.168.204.120@tcp:400:kworker.0 00000100:00000001:3.0:1767319189.967629:0:2448:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767319189.967739:0:2448:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767319189.967743:0:2448:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767319189.967747:0:2448:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767319189.967754:0:2448:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff911a050d2000. 02000000:00000001:3.0:1767319189.967757:0:2448:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767319189.967768:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:3.0:1767319189.967773:0:2448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a03dd3108. 00000400:00000010:3.0:1767319189.967779:0:2448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02bd6440. 00000100:00000200:3.0:1767319189.967786:0:2448:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166123776, portal 25 00000100:00000001:3.0:1767319189.967788:0:2448:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767319189.967790:0:2448:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622139711658112 : -121933997893504 : ffff911a075e9880) 00000100:00000040:3.0:1767319189.967797:0:2448:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff911a075e9880 x1853168166123776/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319189.967805:0:2448:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767319189.967809:0:2448:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:3.0:1767319189.967813:0:2448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02bd6f68. 00000100:00000200:3.0:1767319189.967817:0:2448:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853168166123776, offset 0 00000400:00000200:3.0:1767319189.967823:0:2448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:3.0:1767319189.967831:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319189.967838:0:2448:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:3.0:1767319189.967843:0:2448:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767319189.967846:0:2448:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:3.0:1767319189.967849:0:2448:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767319189.967863:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319189.967869:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a201aed00. 00000400:00000200:0.0:1767319189.967874:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319189.967881:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319189.967886:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02d17c38 00000400:00000010:0.0:1767319189.967896:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02d17c38. 00000100:00000001:0.0:1767319189.967902:0:2439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767319189.967907:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a075e9c00 x1853168166124160/t0(0) o9->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319189.967915:0:2439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767319189.967918:0:2439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff911a075e9c00 x1853168166124160/t0(0) o9->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319189.967924:0:2439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319189.967925:0:2439:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767319189.968062:0:37:0:(import.c:2084:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319189.968065:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767319189.968068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1405d38a-9f9f-4f65-9248-d16aa92301d2->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767319189.968071:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767319189.968072:0:37:0:(import.c:2045:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1767319189.968074:0:37:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1767319189.968078:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff911a075e8000. 00000020:00000040:2.0:1767319189.968081:0:37:0:(genops.c:1229:class_import_get()) import ffff911a0517b000 refcount=3 obd=lustre-OST0001-osc-ffff911a10241000 00000100:00000001:2.0:1767319189.968084:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767319189.968086:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767319189.968089:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767319189.968095:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff911a2188e800. 00000100:00000001:2.0:1767319189.968099:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319189.968101:0:37:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446622139711651840 : -121933997899776 : ffff911a075e8000) 00000100:00080000:2.0:1767319189.968105:0:37:0:(import.c:65:import_set_state_nolock()) ffff911a0517b000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1767319189.968113:0:37:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff911a10241000: disconnect after 20s idle 00000100:00000001:2.0:1767319189.968116:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767319189.968128:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767319189.968134:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adcbc2a7] to pc [ptlrpcd_rcv+-1] req@ffff911a075e8000 x1853168166124288/t0(0) o9->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767319189.968198:0:2448:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:3.0:1767319189.968207:0:2448:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [123:123:256:4294967295] 192.168.204.120@tcp LPNI seq info [123:123:8:4294967295] 00000400:00000200:3.0:1767319189.968212:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319189.968223:0:2448:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:3.0:1767319189.968241:0:2448:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:3.0:1767319189.968246:0:2448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a10158000. 00000800:00000200:3.0:1767319189.968254:0:2448:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:3.0:1767319189.968263:0:2448:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:3.0:1767319189.968267:0:2448:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a10158000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767319189.968288:0:2448:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767319189.968294:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:3.0:1767319189.968296:0:2448:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS new deadline estimation for cpu 0 is 4295060669 00000100:00000001:3.0:1767319189.968306:0:2448:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295059985 00000100:00000001:3.0:1767319189.968311:0:2448:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS new deadline estimation for cpu 1 is 4295060669 00000100:00000001:3.0:1767319189.968314:0:2448:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295059985 00000100:00000001:3.0:1767319189.968318:0:2448:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767319189.968321:0:2448:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767319189.968324:0:2448:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767319189.968330:0:2448:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff911a075e9f80 x1853168166124032/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319189.968338:0:2448:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767319189.968339:0:2448:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767319189.968342:0:2448:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1767319189.968695:0:2438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319189.968700:0:2438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a10158000. 00000400:00000200:0.0:1767319189.968704:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319189.968709:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319189.968714:0:2438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02bd6f68 00000400:00000010:0.0:1767319189.968717:0:2438:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02bd6f68. 00000100:00000001:0.0:1767319189.968721:0:2438:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767319189.968726:0:2438:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a075e9880 x1853168166123776/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319189.968735:0:2438:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767319189.968738:0:2438:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff911a075e9880 x1853168166123776/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319189.968745:0:2438:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319189.968747:0:2438:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767319189.969614:0:2448:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767319189.969624:0:2448:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767319189.969633:0:2448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1405d38a-9f9f-4f65-9248-d16aa92301d2:2448:1853168166124032:192.168.204.120@tcp:400:kworker.0 00000100:00000001:3.0:1767319189.969639:0:2448:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767319189.969645:0:2448:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767319189.969648:0:2448:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767319189.969656:0:2448:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767319189.969665:0:2448:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff911a03d30400. 02000000:00000001:3.0:1767319189.969667:0:2448:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767319189.969675:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:3.0:1767319189.969682:0:2448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a03dd33c8. 00000400:00000010:3.0:1767319189.969700:0:2448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02bd6d48. 00000100:00000200:3.0:1767319189.969717:0:2448:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166124032, portal 10 00000100:00000001:3.0:1767319189.969720:0:2448:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767319189.969722:0:2448:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622139711659904 : -121933997891712 : ffff911a075e9f80) 00000100:00000040:3.0:1767319189.969731:0:2448:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff911a075e9f80 x1853168166124032/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319189.969739:0:2448:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767319189.969742:0:2448:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:3.0:1767319189.969745:0:2448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02bd63b8. 00000100:00000200:3.0:1767319189.969748:0:2448:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853168166124032, offset 0 00000400:00000200:3.0:1767319189.969755:0:2448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:3.0:1767319189.969763:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319189.969770:0:2448:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:3.0:1767319189.969776:0:2448:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767319189.969780:0:2448:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:3.0:1767319189.969784:0:2448:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767319189.969787:0:2448:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:3.0:1767319189.969791:0:2448:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [124:124:256:4294967295] 192.168.204.120@tcp LPNI seq info [124:124:8:4294967295] 00000400:00000200:3.0:1767319189.969795:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319189.969804:0:2448:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:3.0:1767319189.969811:0:2448:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:3.0:1767319189.969816:0:2448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a10158f00. 00000800:00000200:3.0:1767319189.969822:0:2448:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:3.0:1767319189.969833:0:2448:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:3.0:1767319189.969837:0:2448:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a10158f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767319189.969847:0:2448:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767319189.969851:0:2448:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a10241000: using a timeout of 16293 usecs (17 jiffies) 00000400:00000200:3.0:1767319189.969855:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:3.0:1767319189.969857:0:2448:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a10241000: PM QoS new deadline estimation for cpu 0 is 4295059989 00000100:00000001:3.0:1767319189.969861:0:2448:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a10241000: PM QoS request active for cpu 0, keep current deadline 4295060669 00000100:00000001:3.0:1767319189.969870:0:2448:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a10241000: PM QoS new deadline estimation for cpu 1 is 4295059989 00000100:00000001:3.0:1767319189.969873:0:2448:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a10241000: PM QoS request active for cpu 1, keep current deadline 4295060669 00000100:00000001:3.0:1767319189.969876:0:2448:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767319189.969879:0:2448:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767319189.969884:0:2448:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767319189.969887:0:2448:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767319189.969896:0:2448:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767319189.969900:0:2448:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767319189.969903:0:2448:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767319189.969905:0:2448:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767319189.969906:0:2448:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767319189.969910:0:2448:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767319189.969912:0:2448:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767319189.969914:0:2448:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767319189.969915:0:2448:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767319189.969917:0:2448:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767319189.969918:0:2448:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767319189.969919:0:2448:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767319189.969926:0:2448:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff911a075eb100 x1853168166123904/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319189.969935:0:2448:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767319189.969936:0:2448:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767319189.969940:0:2448:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767319189.969943:0:2448:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767319189.969945:0:2448:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767319189.969949:0:2448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2448:1853168166123904:192.168.204.120@tcp:400:kworker.0 00000100:00000001:3.0:1767319189.969953:0:2448:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767319189.969956:0:2448:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767319189.969958:0:2448:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767319189.969962:0:2448:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767319189.969966:0:2448:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff911a10293000. 02000000:00000001:3.0:1767319189.969969:0:2448:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767319189.969973:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:3.0:1767319189.969978:0:2448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a03dd3840. 00000400:00000010:3.0:1767319189.969989:0:2448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02bd6908. 00000100:00000200:3.0:1767319189.969993:0:2448:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166123904, portal 10 00000100:00000001:3.0:1767319189.969995:0:2448:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767319189.969997:0:2448:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622139711664384 : -121933997887232 : ffff911a075eb100) 00000100:00000040:3.0:1767319189.970004:0:2448:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff911a075eb100 x1853168166123904/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319189.970022:0:2448:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767319189.970027:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767319189.970028:0:2448:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:3.0:1767319189.970062:0:2448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02bd62a8. 00000100:00000200:3.0:1767319189.970068:0:2448:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853168166123904, offset 0 00000800:00000010:0.0:1767319189.970070:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a10158f00. 00000400:00000200:0.0:1767319189.970078:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767319189.970079:0:2448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:3.0:1767319189.970088:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319189.970093:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:3.0:1767319189.970099:0:2448:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:0.0:1767319189.970102:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02bd63b8 00000400:00000200:3.0:1767319189.970106:0:2448:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767319189.970109:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02bd63b8. 00000400:00000200:3.0:1767319189.970113:0:2448:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000100:00000001:0.0:1767319189.970118:0:2439:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767319189.970119:0:2448:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767319189.970124:0:2448:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000100:00000200:0.0:1767319189.970131:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a075e9f80 x1853168166124032/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767319189.970132:0:2448:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [125:125:255:4294967295] 192.168.204.120@tcp LPNI seq info [125:125:7:4294967295] 00000100:00000001:0.0:1767319189.970157:0:2439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767319189.970160:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:3.0:1767319189.970179:0:2448:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000100:00000040:0.0:1767319189.970181:0:2439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff911a075e9f80 x1853168166124032/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767319189.970192:0:2448:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:3.0:1767319189.970200:0:2448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a10158400. 00000100:00000001:0.0:1767319189.970203:0:2439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319189.970208:0:2439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767319189.970210:0:2448:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:3.0:1767319189.970220:0:2448:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:3.0:1767319189.970223:0:2448:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a10158400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767319189.970235:0:2448:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767319189.970239:0:2448:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a04ee8000: using a timeout of 128358 usecs (129 jiffies) 00000400:00000200:3.0:1767319189.970244:0:2448:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:3.0:1767319189.970246:0:2448:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a04ee8000: PM QoS new deadline estimation for cpu 0 is 4295060102 00000100:00000001:3.0:1767319189.970249:0:2448:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a04ee8000: PM QoS request active for cpu 0, keep current deadline 4295060669 00000800:00000200:0.0:1767319189.970253:0:2438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319189.970260:0:2438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a10158400. 00000100:00000001:3.0:1767319189.970263:0:2448:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a04ee8000: PM QoS new deadline estimation for cpu 1 is 4295060102 00000400:00000200:0.0:1767319189.970266:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767319189.970269:0:2448:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff911a04ee8000: PM QoS request active for cpu 1, keep current deadline 4295060669 00000100:00000001:3.0:1767319189.970275:0:2448:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767319189.970276:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:3.0:1767319189.970283:0:2448:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767319189.970285:0:2438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02bd62a8 00000100:00000001:3.0:1767319189.970289:0:2448:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767319189.970295:0:2448:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767319189.970303:0:2438:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02bd62a8. 00000100:00000001:0.0:1767319189.970311:0:2438:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767319189.970316:0:2438:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a075eb100 x1853168166123904/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319189.970325:0:2438:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767319189.970329:0:2438:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff911a075eb100 x1853168166123904/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319189.970335:0:2438:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319189.970337:0:2438:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767319189.970341:0:2449:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767319189.970356:0:2449:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319189.971644:0:2445:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767319189.971649:0:2445:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767319189.971655:0:2445:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767319189.971657:0:2445:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767319189.971660:0:2445:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767319189.971670:0:2445:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff911a075e8000 x1853168166124288/t0(0) o9->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319189.971679:0:2445:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767319189.971681:0:2445:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767319189.971685:0:2445:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767319189.971688:0:2445:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767319189.971691:0:2445:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767319189.971694:0:2445:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff911a075e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1405d38a-9f9f-4f65-9248-d16aa92301d2:2445:1853168166124288:192.168.204.120@tcp:9:kworker.0 00000100:00000001:1.0:1767319189.971699:0:2445:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767319189.971705:0:2445:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767319189.971707:0:2445:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767319189.971710:0:2445:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767319189.971717:0:2445:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff911a10285600. 02000000:00000001:1.0:1767319189.971720:0:2445:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767319189.971729:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:1.0:1767319189.971734:0:2445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff911a07c16000. 00000400:00000010:1.0:1767319189.971739:0:2445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02d174c8. 00000100:00000200:1.0:1767319189.971745:0:2445:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853168166124288, portal 4 00000100:00000001:1.0:1767319189.971748:0:2445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767319189.971749:0:2445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622139711651840 : -121933997899776 : ffff911a075e8000) 00000100:00000040:1.0:1767319189.971755:0:2445:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff911a075e8000 x1853168166124288/t0(0) o9->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319189.971763:0:2445:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767319189.971766:0:2445:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:1.0:1767319189.971867:0:2445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff911a02d17b28. 00000100:00000200:1.0:1767319189.971872:0:2445:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853168166124288, offset 0 00000400:00000200:1.0:1767319189.971879:0:2445:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:1.0:1767319189.971888:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319189.971895:0:2445:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:1.0:1767319189.971901:0:2445:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767319189.971906:0:2445:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:1.0:1767319189.971911:0:2445:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767319189.971914:0:2445:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:1.0:1767319189.971918:0:2445:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [126:126:256:4294967295] 192.168.204.120@tcp LPNI seq info [126:126:8:4294967295] 00000400:00000200:1.0:1767319189.971922:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319189.971930:0:2445:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:1.0:1767319189.971936:0:2445:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:1.0:1767319189.971941:0:2445:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff911a201aef00. 00000800:00000200:1.0:1767319189.971948:0:2445:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff911a06571240] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:1.0:1767319189.971954:0:2445:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:1.0:1767319189.971959:0:2445:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff911a201aef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767319189.971971:0:2445:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319189.971974:0:2445:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff911a10241000: using a timeout of 13992 usecs (14 jiffies) 00000400:00000200:1.0:1767319189.971978:0:2445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:1.0:1767319189.971981:0:2445:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff911a10241000: PM QoS new deadline estimation for cpu 0 is 4295059988 00000100:00000001:1.0:1767319189.971984:0:2445:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff911a10241000: PM QoS request active for cpu 0, keep current deadline 4295060669 00000100:00000001:1.0:1767319189.971987:0:2445:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff911a10241000: PM QoS new deadline estimation for cpu 1 is 4295059988 00000100:00000001:1.0:1767319189.971989:0:2445:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff911a10241000: PM QoS request active for cpu 1, keep current deadline 4295060669 00000100:00000001:1.0:1767319189.971991:0:2445:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767319189.971993:0:2445:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319189.971997:0:2445:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319189.971999:0:2445:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767319189.972002:0:2445:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767319189.972004:0:2445:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767319189.972023:0:2445:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767319189.972024:0:2445:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767319189.972027:0:2445:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319189.972052:0:2445:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767319189.972668:0:2439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767319189.972673:0:2439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff911a201aef00. 00000400:00000200:0.0:1767319189.972678:0:2439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319189.972684:0:2439:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1767319189.972690:0:2439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02d17b28 00000400:00000010:0.0:1767319189.972692:0:2439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02d17b28. 00000100:00000001:0.0:1767319189.972697:0:2439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767319189.972703:0:2439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff911a075e8000 x1853168166124288/t0(0) o9->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319189.972713:0:2439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767319189.972715:0:2439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff911a075e8000 x1853168166124288/t0(0) o9->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319189.972722:0:2439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767319189.972724:0:2439:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767319189.972993:0:37:0:(import.c:2084:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319189.972998:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767319189.973013:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (397) 00000100:00000001:1.0:1767319189.973444:0:2445:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767319189.973545:0:2445:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767319189.973548:0:2445:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319189.973551:0:2445:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767319189.977539:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767319189.977572:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767319189.977578:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767319189.977580:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767319189.977993:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319189.978002:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319189.978022:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319189.978028:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319189.978093:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319189.978098:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 25 MB=0x6957256403900 00000400:00000200:0.0:1767319189.978104:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319189.978112:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 224/224 into md 0x741 [1] + 224 00000800:00000001:0.0:1767319189.978122:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767319189.978130:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767319189.978134:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319189.978139:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:0.0:1767319189.978161:0:2438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767319189.978175:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a075e9880 x1853168166123776/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767319189.978187:0:2438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff911a075e9880 x1853168166123776/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319189.978205:0:2438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767319189.978216:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767319189.978221:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767319189.978223:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767319189.978225:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767319189.978228:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319189.978232:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319189.978236:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319189.978238:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319189.978241:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319189.978244:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 4 MB=0x6957256403a80 00000400:00000200:0.0:1767319189.978247:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319189.978275:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.120@tcp of length 224/224 into md 0x731 [1] + 224 00000800:00000001:0.0:1767319189.978281:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767319189.978286:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767319189.978288:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319189.978291:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:0.0:1767319189.978294:0:2438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767319189.978300:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a075e9c00 x1853168166124160/t0(0) o9->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767319189.978308:0:2438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff911a075e9c00 x1853168166124160/t0(0) o9->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319189.978320:0:2438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767319189.978324:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767319189.978329:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767319189.978330:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767319189.978332:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767319189.978336:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319189.978339:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1767319189.978355:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319189.978358:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319189.978361:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319189.978364:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 10 MB=0x6957256403a00 00000400:00000200:0.0:1767319189.978368:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1767319189.978373:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.120@tcp of length 224/224 into md 0x749 [1] + 224 00000800:00000001:0.0:1767319189.978377:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767319189.978381:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767319189.978383:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767319189.978386:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:0.0:1767319189.978389:0:2438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767319189.978394:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a075e9f80 x1853168166124032/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767319189.978404:0:2438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff911a075e9f80 x1853168166124032/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767319189.978418:0:2438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767319189.978423:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767319189.978648:0:2445:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767319189.978656:0:2445:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767319189.978667:0:2445:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767319189.978669:0:2445:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767319189.978672:0:2448:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767319189.978674:0:2445:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a07c161b8. 00000100:00000001:3.0:1767319189.978680:0:2448:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767319189.978686:0:2445:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02d176e8 00000400:00000010:1.0:1767319189.978690:0:2445:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02d176e8. 00000100:00000001:1.0:1767319189.978695:0:2445:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767319189.978705:0:2445:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a075e9c00 x1853168166124160/t0(0) o9->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767319189.978716:0:2445:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a075e9c00 x1853168166124160/t0(0) o9->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319189.978724:0:2445:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767319189.978726:0:2445:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767319189.978728:0:2445:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767319189.978731:0:2445:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767319189.978734:0:2445:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767319189.978736:0:2445:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767319189.978739:0:2445:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767319189.978748:0:2445:0:(import.c:2128:obd_at_measure()) add 5 to ffff911a05179c58 time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1767319189.978752:0:2445:0:(import.c:2128:obd_at_measure()) add 1 to ffff911a05179c10 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767319189.978754:0:2445:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767319189.978756:0:2445:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767319189.978758:0:2445:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767319189.978763:0:2445:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911a075e9c00 x1853168166124160/t0(0) o9->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767319189.978770:0:2445:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319189.978860:0:2445:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767319189.978879:0:2445:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff911a10241000: skip recheck: last_committed 0 00000100:00000001:1.0:1767319189.978881:0:2445:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767319189.978883:0:2445:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767319189.978888:0:2445:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff911a075e9c00 x1853168166124160/t0(0) o9->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319189.978896:0:2445:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767319189.978899:0:2445:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767319189.978901:0:2445:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767319189.978905:0:2445:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff911a075e9c00 x1853168166124160/t0(0) o9->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319189.978913:0:2445:0:(import.c:65:import_set_state_nolock()) ffff911a05179800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1767319189.978918:0:2445:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff911a075e9c00 x1853168166124160/t0(0) o9->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319189.978925:0:2445:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1405d38a-9f9f-4f65-9248-d16aa92301d2:2445:1853168166124160:192.168.204.120@tcp:9:kworker.0 00000100:00000001:1.0:1767319189.978930:0:2445:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319189.978933:0:2445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767319189.978936:0:2445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff911a075e9c00 x1853168166124160/t0(0) o9->lustre-OST0000-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319189.978942:0:2445:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767319189.978945:0:2445:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767319189.978949:0:2445:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff911a10285200. 02000000:00000001:1.0:1767319189.978953:0:2445:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767319189.978955:0:2445:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767319189.978957:0:2445:0:(genops.c:1242:class_import_put()) import ffff911a05179800 refcount=2 obd=lustre-OST0000-osc-ffff911a10241000 00000020:00000001:1.0:1767319189.978959:0:2445:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767319189.978962:0:2445:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a2188e900. 02000000:00000001:1.0:1767319189.978966:0:2445:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767319189.978968:0:2445:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767319189.978970:0:2445:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a075e9c00. 00000100:00000001:1.0:1767319189.978973:0:2445:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767319189.978974:0:2445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767319189.978985:0:2445:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319189.978986:0:2445:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767319189.978988:0:2445:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767319189.978990:0:2445:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767319189.978991:0:2445:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767319189.979332:0:2448:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767319189.979334:0:2448:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767319189.979338:0:2448:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a03dd3108. 00000400:00000200:3.0:1767319189.979351:0:2448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02bd6440 00000400:00000010:3.0:1767319189.979353:0:2448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02bd6440. 00000100:00000001:3.0:1767319189.979358:0:2448:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767319189.979367:0:2448:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a075e9880 x1853168166123776/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767319189.979377:0:2448:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a075e9880 x1853168166123776/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319189.979384:0:2448:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767319189.979387:0:2448:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767319189.979390:0:2448:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767319189.979393:0:2448:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767319189.979395:0:2448:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767319189.979398:0:2448:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767319189.979401:0:2448:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767319189.979406:0:2448:0:(import.c:2128:obd_at_measure()) add 5 to ffff911a06259458 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1767319189.979411:0:2448:0:(import.c:2128:obd_at_measure()) add 1 to ffff911a06259410 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767319189.979413:0:2448:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767319189.979414:0:2448:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319189.979416:0:2448:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767319189.979418:0:2448:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767319189.979419:0:2448:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767319189.979423:0:2448:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff911a075e9880 x1853168166123776/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319189.979773:0:2448:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767319189.979778:0:2448:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767319189.979780:0:2448:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767319189.979785:0:2448:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff911a075e9880 x1853168166123776/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319189.979793:0:2448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b702cc9-d217-4f6d-9e83-9b85785f8f7a:2448:1853168166123776:192.168.204.120@tcp:400:kworker.0 00000400:00000001:3.0:1767319189.979801:0:2448:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767319189.979803:0:2448:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767319189.979805:0:2448:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a03dd33c8. 00000400:00000200:3.0:1767319189.979808:0:2448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02bd6d48 00000400:00000010:3.0:1767319189.979835:0:2448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02bd6d48. 00000100:00000001:3.0:1767319189.979839:0:2448:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767319189.979844:0:2448:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a075e9f80 x1853168166124032/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767319189.979853:0:2448:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a075e9f80 x1853168166124032/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319189.979859:0:2448:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767319189.979861:0:2448:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767319189.979862:0:2448:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767319189.979864:0:2448:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767319189.979865:0:2448:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767319189.979866:0:2448:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767319189.979867:0:2448:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767319189.979873:0:2448:0:(import.c:2128:obd_at_measure()) add 5 to ffff911a0517dc58 time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1767319189.979875:0:2448:0:(import.c:2128:obd_at_measure()) add 1 to ffff911a0517dc10 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1767319189.979877:0:2448:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767319189.979878:0:2448:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319189.979879:0:2448:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767319189.979882:0:2448:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767319189.979884:0:2448:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767319189.979886:0:2448:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff911a10241000: skip recheck: last_committed 0 00000100:00000001:3.0:1767319189.979893:0:2448:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767319189.979895:0:2448:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767319189.979898:0:2448:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff911a075e9f80 x1853168166124032/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319189.979902:0:2448:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767319189.979904:0:2448:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767319189.979905:0:2448:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767319189.979907:0:2448:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff911a075e9f80 x1853168166124032/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319189.979911:0:2448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1405d38a-9f9f-4f65-9248-d16aa92301d2:2448:1853168166124032:192.168.204.120@tcp:400:kworker.0 00000100:00000001:3.0:1767319189.979914:0:2448:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767319189.979916:0:2448:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767319189.979918:0:2448:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff911a075e9880 x1853168166123776/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319189.979922:0:2448:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767319189.979924:0:2448:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767319189.979927:0:2448:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff911a050d2000. 02000000:00000001:3.0:1767319189.979931:0:2448:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767319189.979933:0:2448:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767319189.979935:0:2448:0:(genops.c:1242:class_import_put()) import ffff911a06259000 refcount=3 obd=MGC192.168.204.120@tcp 00000020:00000001:3.0:1767319189.979937:0:2448:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767319189.979939:0:2448:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a2188ef00. 02000000:00000001:3.0:1767319189.979942:0:2448:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767319189.979944:0:2448:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767319189.979946:0:2448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a075e9880. 00000100:00000001:3.0:1767319189.979950:0:2448:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767319189.979951:0:2448:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767319189.979953:0:2448:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767319189.979956:0:2448:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff911a075e9f80 x1853168166124032/t0(0) o400->lustre-MDT0000-mdc-ffff911a10241000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319189.979961:0:2448:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767319189.979962:0:2448:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767319189.979969:0:2448:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff911a03d30400. 02000000:00000001:3.0:1767319189.979972:0:2448:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767319189.979974:0:2448:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767319189.979975:0:2448:0:(genops.c:1242:class_import_put()) import ffff911a0517d800 refcount=3 obd=lustre-MDT0000-mdc-ffff911a10241000 00000020:00000001:3.0:1767319189.979977:0:2448:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767319189.979979:0:2448:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a2188e500. 02000000:00000001:3.0:1767319189.979981:0:2448:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767319189.979982:0:2448:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767319189.979983:0:2448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a075e9f80. 00000100:00000001:3.0:1767319189.979986:0:2448:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767319189.979987:0:2448:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767319189.979991:0:2448:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767319189.979994:0:2448:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767319189.979996:0:2448:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767319189.979998:0:2448:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767319189.980000:0:2448:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767319189.981150:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767319189.981159:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319189.981166:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319189.981177:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319189.981184:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1767319189.981194:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319189.981199:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319189.981204:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319189.981209:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 10 MB=0x6957256403980 00000400:00000200:1.0:1767319189.981214:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319189.981221:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.120@tcp of length 224/224 into md 0x751 [1] + 224 00000800:00000001:1.0:1767319189.981229:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319189.981235:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319189.981238:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319189.981243:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:1.0:1767319189.981251:0:2438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767319189.981259:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a075eb100 x1853168166123904/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767319189.981269:0:2438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff911a075eb100 x1853168166123904/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319189.981308:0:2438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767319189.981320:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319189.981325:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767319189.981327:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319189.981329:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319189.981333:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319189.981336:0:2438:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1767319189.981340:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319189.981355:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319189.981359:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319189.981362:0:2438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 4 MB=0x6957256403b00 00000400:00000200:1.0:1767319189.981366:0:2438:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1767319189.981371:0:2438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.120@tcp of length 224/224 into md 0x759 [1] + 224 00000800:00000001:1.0:1767319189.981374:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319189.981384:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767319189.981386:0:2438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767319189.981389:0:2438:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:1.0:1767319189.981392:0:2438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767319189.981397:0:2438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff911a075e8000 x1853168166124288/t0(0) o9->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767319189.981404:0:2438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff911a075e8000 x1853168166124288/t0(0) o9->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767319189.981426:0:2438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767319189.981431:0:2438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767319189.981434:0:2438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319189.983643:0:2445:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767319189.983650:0:2445:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767319189.983659:0:2445:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767319189.983661:0:2445:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767319189.983665:0:2445:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a07c16000. 00000400:00000200:2.0:1767319189.983673:0:2445:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02d174c8 00000400:00000010:2.0:1767319189.983676:0:2445:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02d174c8. 00000100:00000001:2.0:1767319189.983681:0:2445:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767319189.983690:0:2445:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a075e8000 x1853168166124288/t0(0) o9->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767319189.983702:0:2445:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a075e8000 x1853168166124288/t0(0) o9->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319189.983709:0:2445:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767319189.983711:0:2445:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319189.983714:0:2445:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767319189.983717:0:2445:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767319189.983720:0:2445:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767319189.983722:0:2445:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767319189.983725:0:2445:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767319189.983733:0:2445:0:(import.c:2128:obd_at_measure()) add 5 to ffff911a0517b458 time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1767319189.983737:0:2445:0:(import.c:2128:obd_at_measure()) add 1 to ffff911a0517b410 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1767319189.983741:0:2445:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767319189.983742:0:2445:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767319189.983745:0:2445:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767319189.983750:0:2445:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff911a075e8000 x1853168166124288/t0(0) o9->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767319189.983787:0:2445:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319189.983791:0:2445:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767319189.983793:0:2445:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff911a10241000: skip recheck: last_committed 0 00000100:00000001:2.0:1767319189.983795:0:2445:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767319189.983797:0:2445:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767319189.983801:0:2445:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff911a075e8000 x1853168166124288/t0(0) o9->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319189.983809:0:2445:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767319189.983812:0:2445:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767319189.983813:0:2445:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767319189.983818:0:2445:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff911a075e8000 x1853168166124288/t0(0) o9->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319189.983826:0:2445:0:(import.c:65:import_set_state_nolock()) ffff911a0517b000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1767319189.983830:0:2445:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff911a075e8000 x1853168166124288/t0(0) o9->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319189.983837:0:2445:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1405d38a-9f9f-4f65-9248-d16aa92301d2:2445:1853168166124288:192.168.204.120@tcp:9:kworker.0 00000100:00000001:2.0:1767319189.983842:0:2445:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319189.983845:0:2445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767319189.983848:0:2445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff911a075e8000 x1853168166124288/t0(0) o9->lustre-OST0001-osc-ffff911a10241000@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1767319199 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767319189.983854:0:2445:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767319189.983856:0:2445:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767319189.983860:0:2445:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff911a10285600. 02000000:00000001:2.0:1767319189.983863:0:2445:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767319189.983866:0:2445:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767319189.983868:0:2445:0:(genops.c:1242:class_import_put()) import ffff911a0517b000 refcount=2 obd=lustre-OST0001-osc-ffff911a10241000 00000020:00000001:2.0:1767319189.983870:0:2445:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767319189.983873:0:2445:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a2188e800. 02000000:00000001:2.0:1767319189.983882:0:2445:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767319189.983883:0:2445:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767319189.983885:0:2445:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a075e8000. 00000100:00000001:2.0:1767319189.983888:0:2445:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767319189.983889:0:2445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319189.983891:0:2445:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767319189.983898:0:2445:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767319189.983900:0:2445:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767319189.983902:0:2445:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767319189.983903:0:2445:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767319189.985853:0:2448:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767319189.985860:0:2448:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767319189.985867:0:2448:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767319189.985869:0:2448:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767319189.985872:0:2448:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff911a03dd3840. 00000400:00000200:3.0:1767319189.985878:0:2448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff911a02bd6908 00000400:00000010:3.0:1767319189.985881:0:2448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff911a02bd6908. 00000100:00000001:3.0:1767319189.985884:0:2448:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767319189.985893:0:2448:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff911a075eb100 x1853168166123904/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767319189.985903:0:2448:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff911a075eb100 x1853168166123904/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319189.985909:0:2448:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767319189.985911:0:2448:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767319189.985913:0:2448:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767319189.985915:0:2448:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767319189.985917:0:2448:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767319189.985919:0:2448:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767319189.985922:0:2448:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767319189.985929:0:2448:0:(import.c:2128:obd_at_measure()) add 5 to ffff911a060ffc58 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1767319189.985932:0:2448:0:(import.c:2128:obd_at_measure()) add 1 to ffff911a060ffc10 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767319189.985943:0:2448:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767319189.985945:0:2448:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319189.985947:0:2448:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767319189.985950:0:2448:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767319189.985953:0:2448:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767319189.985955:0:2448:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff911a04ee8000: skip recheck: last_committed 0 00000100:00000001:3.0:1767319189.985958:0:2448:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767319189.985959:0:2448:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767319189.985964:0:2448:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff911a075eb100 x1853168166123904/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319189.985971:0:2448:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767319189.985974:0:2448:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767319189.985976:0:2448:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767319189.985980:0:2448:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff911a075eb100 x1853168166123904/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319189.985987:0:2448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff911a075eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9471316d-c3c1-48dc-a23f-fda97ab9c7aa:2448:1853168166123904:192.168.204.120@tcp:400:kworker.0 00000100:00000001:3.0:1767319189.985992:0:2448:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767319189.985994:0:2448:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767319189.985998:0:2448:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff911a075eb100 x1853168166123904/t0(0) o400->lustre-MDT0000-mdc-ffff911a04ee8000@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767319189.986016:0:2448:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767319189.986018:0:2448:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767319189.986021:0:2448:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff911a10293000. 02000000:00000001:3.0:1767319189.986024:0:2448:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767319189.986027:0:2448:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767319189.986028:0:2448:0:(genops.c:1242:class_import_put()) import ffff911a060ff800 refcount=3 obd=lustre-MDT0000-mdc-ffff911a04ee8000 00000020:00000001:3.0:1767319189.986066:0:2448:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767319189.986068:0:2448:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff911a2188e200. 02000000:00000001:3.0:1767319189.986073:0:2448:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767319189.986074:0:2448:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767319189.986077:0:2448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff911a075eb100. 00000100:00000001:3.0:1767319189.986082:0:2448:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767319189.986089:0:2448:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767319189.986092:0:2448:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767319189.986098:0:2448:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767319189.986100:0:2448:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767319189.986104:0:2448:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767319189.986106:0:2448:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319190.094066:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319190.094072:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319190.094077:0:9063:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319190.094078:0:9063:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767319190.094181:0:7173:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767319190.094185:0:7173:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767319190.094189:0:7173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767319190.669169:0:8586:0:(connection.c:75:cpu_latency_work()) work item of ffff911a02bf2110 (cpu 0) has reached its deadline 4295060669, at 4295060672 00000100:00000010:1.0:1767319190.669192:0:8586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff911a078c5d20. 00000100:00000040:0.0:1767319190.670069:0:9343:0:(connection.c:75:cpu_latency_work()) work item of ffff911a02bf2000 (cpu 0) has reached its deadline 4295060669, at 4295060673 00000100:00000010:0.0:1767319190.670081:0:9343:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff911a078c5c60. 00010000:00000001:3.0:1767319191.119145:0:8603:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319191.119154:0:8603:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767319191.119163:0:8603:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767319191.119164:0:8603:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767319191.119188:0:7172:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767319191.119191:0:7172:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767319191.119195:0:7172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 8710 lines, 8710 kept, 0 dropped, 0 bad.